-- Logs begin at Tue 2021-07-27 05:55:38 UTC, end at Tue 2021-07-27 07:10:22 UTC. -- Jul 27 06:38:36.501971 dv-cinder-779194-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 06:38:39.199469 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.common.config [-] Logging enabled! Jul 27 06:38:39.200040 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev498 Jul 27 06:38:39.200242 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100146) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 06:38:39.203529 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.common.config [-] Logging enabled! Jul 27 06:38:39.203789 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev498 Jul 27 06:38:39.204104 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100146) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 06:38:39.205054 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 06:38:39.205295 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 06:38:39.205662 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 06:38:39.205912 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 06:38:39.206143 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 06:38:39.206463 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.206760 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.207059 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.207288 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.207583 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.207920 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.208157 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.208450 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.208771 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.209058 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.209930 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.210402 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.210646 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.210934 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.211226 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.211519 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.211747 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] debug = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.212029 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.212457 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.212882 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.213164 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.213451 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.213731 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.214002 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.214278 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.214561 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.214891 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] host = dv-cinder-779194-3-iscsi {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.215169 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.215455 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.215742 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.216028 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.216302 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.216576 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.216883 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.217160 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.217430 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] log_file = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.217704 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.217993 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.218280 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.218568 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.218794 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.219024 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.219313 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.219598 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.219873 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.220146 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.220434 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.220719 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.220995 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.221264 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.221548 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.221832 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.222120 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.222396 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.222669 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.222940 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.223211 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.223495 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.223771 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.224045 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.224320 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.224628 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.225590 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.226068 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.226392 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.226944 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.227234 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.227526 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.227806 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.228093 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.228372 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.228671 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.228948 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] use_json = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.229227 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.229500 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.229785 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.230057 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.230328 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.230600 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.230874 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.231160 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:39.231458 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.231757 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.232056 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.232340 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.232661 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.232945 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.233233 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.233510 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.233797 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.234085 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.234371 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.234650 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.234936 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.235213 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.235506 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.235811 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.236105 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.236398 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.236697 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.236974 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.237249 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.237526 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.237812 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.238107 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.238399 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.238675 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.238959 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.239250 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.239528 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.239801 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.240081 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.240371 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.240866 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.241321 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.241796 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.242258 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.242724 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.243201 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.243658 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.244123 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.244664 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.245130 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.245598 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.245899 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.246189 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.246491 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.246782 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.247067 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.247350 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.247637 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.247919 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.248201 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.248489 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.248813 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.249086 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.249368 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.249649 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.249927 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.250201 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.250480 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.250757 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.251033 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.251312 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.251589 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.251865 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.252140 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.252419 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.252720 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.253012 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.253312 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.253593 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.253876 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.254158 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.254440 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.254722 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.255003 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.255286 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.255568 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.255843 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.256162 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.256696 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.256994 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.257287 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.257575 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.257880 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.258163 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.258452 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.258735 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.259026 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.259317 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.259603 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.259901 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.260198 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.260494 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.260816 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.261112 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.261394 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.261705 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.261987 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:39.262211 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 06:38:39.262456 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100146) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 06:38:39.616268 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 06:38:39.616557 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 06:38:39.616872 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 06:38:39.617213 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 06:38:40.013853 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.014150 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.014426 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.015731 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.016006 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.016275 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.051568 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.051852 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.052122 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.066944 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.067226 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.067501 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.096361 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.096669 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.096949 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.134622 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.134912 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.135186 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.369083 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.369715 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.369715 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.369871 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.370565 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.491704 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.492024 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.492313 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.492605 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.492884 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.493200 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.493466 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.493726 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.493984 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.494268 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.494537 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.494804 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.495062 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.495336 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.495577 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.495840 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.496099 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.496364 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.496660 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.496922 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.497195 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.497448 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.497730 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.498106 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.498365 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.498617 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.499007 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:40.499252 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:40.499493 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:40.499731 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:40.499966 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:40.500204 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:40.500565 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 06:38:40.503628 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 06:38:40.508311 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 06:38:40.511990 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 27 06:38:40.513787 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 06:38:40.514231 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 06:38:40.514567 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 06:38:40.514951 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 06:38:40.517763 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 06:38:40.518017 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 06:38:40.518365 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 06:38:40.524420 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 06:38:40.546879 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 06:38:40.547331 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.547633 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100146) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 06:38:40.547997 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.549387 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100146) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 06:38:40.549670 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 06:38:40.549920 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 06:38:40.554069 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.554384 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:40.619949 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 06:38:40.620142 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 06:38:40.620385 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 06:38:40.620788 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 06:38:40.642016 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_db.sqlalchemy.engines [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100146) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 06:38:41.338983 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Initializing driver for type 'gre' Jul 27 06:38:41.339533 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] gre ID ranges: [(1, 1000)] Jul 27 06:38:41.521825 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Initializing driver for type 'local' Jul 27 06:38:41.522491 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Initializing driver for type 'vlan' Jul 27 06:38:41.602002 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] VlanTypeDriver initialization complete Jul 27 06:38:41.602318 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Initializing driver for type 'vxlan' Jul 27 06:38:41.602802 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] vxlan ID ranges: [(1, 1000)] Jul 27 06:38:41.807310 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Initializing extension driver 'port_security' Jul 27 06:38:41.807653 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.extensions.port_security [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] PortSecurityExtensionDriver initialization complete Jul 27 06:38:41.807989 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Initializing mechanism driver 'openvswitch' Jul 27 06:38:41.808314 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Initializing mechanism driver 'hyperv' Jul 27 06:38:41.814863 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.plugins.ml2.plugin [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:38:41.815738 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > port after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.816114 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > port after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.816474 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > port after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.817040 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 06:38:41.817496 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > subnet after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.817856 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > subnet after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.818205 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.818630 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 06:38:41.819040 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > network after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.819391 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > network after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.819737 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > network after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.820144 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 06:38:41.820550 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > security_group after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.820939 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > security_group after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.821283 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.821687 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 06:38:41.822098 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.822446 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.822791 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.823203 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 06:38:41.823610 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > address_group after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.823956 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > address_group after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.824296 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.824721 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 06:38:41.825104 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] ML2 OVO RPC backend initialized. {{(pid=100146) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 06:38:41.825825 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.826194 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.834834 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > network before_response 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.834834 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > networks before_response 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.834834 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > port before_response 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.834834 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > ports before_response 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.835168 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > subnet before_response 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.835168 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > subnets before_response 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.835168 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > network after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.835168 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > network after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.835453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > network after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.835453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > port after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.835453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > port after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.835453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > port after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.835769 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > subnet after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.835769 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > subnet after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.835769 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.835769 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.plugin [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Modular L2 Plugin initialization complete Jul 27 06:38:41.835769 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading services supported by the core plugin {{(pid=100146) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 06:38:41.836156 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.plugins.ml2.managers [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Got port-security extension from driver 'port_security' Jul 27 06:38:41.836156 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.extensions.vlantransparent [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Disabled vlantransparent extension. Jul 27 06:38:41.836156 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100146) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 06:38:41.836156 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading Plugin: router Jul 27 06:38:41.870838 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.871183 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router after_create 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.871563 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router before_create 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.871975 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.872358 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.872747 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router after_delete 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.873117 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.873621 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router after_create 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.873969 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router after_update 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.874329 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router after_update 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.874690 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.875059 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router after_update 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.875478 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router precommit_update 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.875854 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: port after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.876203 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: port after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.876546 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: subnet after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.876913 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.877267 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.877623 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router precommit_create 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.877975 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: port before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.878323 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router precommit_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.878685 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router after_update 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.879044 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.879401 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router precommit_create 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.879773 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.880125 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router precommit_update 55549900 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.880496 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > agent after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.880884 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > agent after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.881243 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > network after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.882100 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Tracking information for resource: router configured {{(pid=100146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:41.882435 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Tracking information for resource: floatingip configured {{(pid=100146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 06:38:41.887270 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.db.l3_agentschedulers_db [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 06:38:41.887847 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: port after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.888214 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: port after_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.888570 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: port after_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.888949 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: port after_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.889758 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router before_create 55550100 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.890112 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.890478 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router precommit_create 55550100 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.890841 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > router precommit_update 55550100 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.895224 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.services.provider_configuration [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service providers = [] {{(pid=100146) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 06:38:41.895597 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.db.servicetype_db [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100146) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 06:38:41.898638 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.services.service_base [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 06:38:41.898993 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.services.service_base [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 06:38:41.899342 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.services.service_base [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 06:38:41.900225 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.services.service_base [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 06:38:41.900607 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.services.service_base [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 06:38:41.901003 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:41.901325 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 06:38:41.913770 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:41.914108 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading Plugin: auto_allocate Jul 27 06:38:41.919765 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: network precommit_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.920142 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: network precommit_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.920683 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:41.921010 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading Plugin: tag Jul 27 06:38:41.927626 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:41.928034 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading Plugin: timestamp Jul 27 06:38:41.931826 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:41.932162 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading Plugin: network_ip_availability Jul 27 06:38:41.937563 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.937942 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.938306 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:41.939023 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:41.939348 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading Plugin: flavors Jul 27 06:38:41.944781 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:41.945110 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading Plugin: revisions Jul 27 06:38:41.949413 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 06:38:41.949807 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.333s {{(pid=100146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 06:38:41.950541 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100146) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 06:38:41.950884 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Initializing extension manager. Jul 27 06:38:41.951400 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: __init__.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.951745 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: __pycache__ {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.952083 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.952420 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: address_group.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.953206 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.953784 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: address-group Jul 27 06:38:41.954115 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: address_scope.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.954839 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.955454 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: address-scope Jul 27 06:38:41.955678 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.956656 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.957169 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: router-admin-state-down-before-update Jul 27 06:38:41.957493 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: agent.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.958195 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.959078 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: agent Jul 27 06:38:41.959078 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: agent_resources_synced.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.960485 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.961020 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: agent-resources-synced Jul 27 06:38:41.961343 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: allowedaddresspairs.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.963133 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.963652 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: allowed-address-pairs Jul 27 06:38:41.963977 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: auto_allocated_topology.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.965082 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.965596 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: auto-allocated-topology Jul 27 06:38:41.965928 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: availability_zone.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.966625 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.967133 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: availability_zone Jul 27 06:38:41.967456 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: availability_zone_filter.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.968372 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.968917 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: availability_zone_filter Jul 27 06:38:41.969241 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: data_plane_status.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.970150 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.970655 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 06:38:41.970979 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: default_subnetpools.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.971895 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.972407 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: default-subnetpools Jul 27 06:38:41.972770 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.973586 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.974095 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: dhcp_agent_scheduler Jul 27 06:38:41.974421 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: dns.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.975390 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.975904 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 06:38:41.976232 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: dns_domain_ports.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.977422 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.977931 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 06:38:41.978259 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.979179 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.979683 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 06:38:41.980008 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: dvr.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.980721 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.981225 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: dvr Jul 27 06:38:41.981548 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: ecmp_routes.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.982462 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.982968 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 06:38:41.983293 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: empty_string_filtering.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.984199 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.984747 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: empty-string-filtering Jul 27 06:38:41.985074 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.985999 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.986504 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 06:38:41.986828 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.987746 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.988251 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 06:38:41.988573 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: external_net.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.989510 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.990019 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: external-net Jul 27 06:38:41.990372 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.991319 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.991830 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: extra_dhcp_opt Jul 27 06:38:41.992154 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: extraroute.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.993162 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.993670 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: extraroute Jul 27 06:38:41.993993 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: extraroute_atomic.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.995023 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.995530 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: extraroute-atomic Jul 27 06:38:41.995856 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: filter_validation.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.996730 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.997237 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: filter-validation Jul 27 06:38:41.997558 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: fip_pf_description.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:41.998470 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:41.998971 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 06:38:41.999292 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: fip_port_details.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.000212 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.000744 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: fip-port-details Jul 27 06:38:42.001066 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: flavors.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.002290 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.002808 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: flavors Jul 27 06:38:42.003134 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.004817 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.005342 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 06:38:42.005685 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: floatingip_pools.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.014925 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.015442 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: floatingip-pools Jul 27 06:38:42.015770 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: ip_allocation.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.016749 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.017260 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 06:38:42.017587 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.018510 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.019018 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: ip-substring-filtering Jul 27 06:38:42.019347 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: l2_adjacency.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.020280 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.020822 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 06:38:42.021150 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: l3.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.022819 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.023387 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: router Jul 27 06:38:42.023713 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.025980 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.026502 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 06:38:42.026839 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.027783 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.028299 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: ext-gw-mode Jul 27 06:38:42.028656 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.029627 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.030136 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: l3-ha Jul 27 06:38:42.030461 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: l3_flavors.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.031381 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.031887 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: l3-flavors Jul 27 06:38:42.032212 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.033168 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.033677 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 06:38:42.034006 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: l3agentscheduler.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.035057 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.035571 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: l3_agent_scheduler Jul 27 06:38:42.035899 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: logging.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.038242 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.038772 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension logging not supported by any of loaded plugins Jul 27 06:38:42.039105 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: metering.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.039851 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.040473 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: metering Jul 27 06:38:42.040836 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.042059 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.042576 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: metering_source_and_destination_fields Jul 27 06:38:42.042908 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: multiprovidernet.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.043847 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.044356 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: multi-provider Jul 27 06:38:42.044714 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: netmtu.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.045641 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.046224 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: net-mtu Jul 27 06:38:42.046511 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: netmtu_writable.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.047434 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.047944 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: net-mtu-writable Jul 27 06:38:42.048272 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: network_availability_zone.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.048973 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.049480 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: network_availability_zone Jul 27 06:38:42.049805 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: network_ip_availability.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.050992 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.051507 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: network-ip-availability Jul 27 06:38:42.051839 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: network_segment_range.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.052634 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.053815 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 06:38:42.054141 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: pagination.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.055152 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.055492 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: pagination Jul 27 06:38:42.055811 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: port_device_profile.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.056788 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.057307 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: port-device-profile Jul 27 06:38:42.057633 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.058574 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.059086 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: port-mac-address-regenerate Jul 27 06:38:42.059410 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.060345 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.060886 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: port-numa-affinity-policy Jul 27 06:38:42.061210 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: port_resource_request.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.062125 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.062638 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 06:38:42.062965 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: portbindings.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.063903 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.064415 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: binding Jul 27 06:38:42.064771 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: portbindings_extended.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.067314 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.067828 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: binding-extended Jul 27 06:38:42.068160 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: portsecurity.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.069716 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.070230 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: port-security Jul 27 06:38:42.070560 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: project_id.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.071541 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.071875 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: project-id Jul 27 06:38:42.072200 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: providernet.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.073178 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.073697 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: provider Jul 27 06:38:42.074062 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: qos.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.077572 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.078199 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension qos not supported by any of loaded plugins Jul 27 06:38:42.078530 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.079771 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.080356 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 06:38:42.080684 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.081610 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.082124 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 06:38:42.082454 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: qos_default.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.083368 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.083879 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension qos-default not supported by any of loaded plugins Jul 27 06:38:42.084246 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: qos_fip.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.084923 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.085427 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 06:38:42.089394 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: qos_gateway_ip.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.090071 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.090588 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 06:38:42.090919 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: qos_port_network_policy.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.091861 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.092474 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 06:38:42.092828 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: qos_rule_type_details.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.093753 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.094267 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 06:38:42.094594 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: qos_rules_alias.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.095638 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.096155 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 06:38:42.096482 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: quotasv2.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.097643 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.097969 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: quotas Jul 27 06:38:42.098295 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: quotasv2_detail.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.101686 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.102035 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: quota_details Jul 27 06:38:42.102375 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: rbac.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.103473 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.103998 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: rbac-policies Jul 27 06:38:42.104328 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: rbac_address_group.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.105309 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.105827 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: rbac-address-group Jul 27 06:38:42.106152 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: rbac_address_scope.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.107079 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.107591 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: rbac-address-scope Jul 27 06:38:42.107914 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: rbac_security_groups.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.108862 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.109375 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: rbac-security-groups Jul 27 06:38:42.109699 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: rbac_subnetpool.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.110623 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.111136 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: rbac-subnetpool Jul 27 06:38:42.111461 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: revisionifmatch.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.112488 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.113027 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: revision-if-match Jul 27 06:38:42.113353 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: revisions.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.114593 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.115038 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: standard-attr-revisions Jul 27 06:38:42.115893 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: router_availability_zone.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.116567 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.117096 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: router_availability_zone Jul 27 06:38:42.117423 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: routerservicetype.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.118363 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.118876 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 06:38:42.119200 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.120126 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.120677 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: security-groups-normalized-cidr Jul 27 06:38:42.121046 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.130383 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.130892 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: port-security-groups-filtering Jul 27 06:38:42.131811 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.132847 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.133369 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: security-groups-remote-address-group Jul 27 06:38:42.133694 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: securitygroup.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.143318 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.143846 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: security-group Jul 27 06:38:42.144185 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: segment.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.145004 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.145518 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension segment not supported by any of loaded plugins Jul 27 06:38:42.145849 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.146871 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.147468 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 06:38:42.147800 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: servicetype.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.159297 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.159816 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: service-type Jul 27 06:38:42.160145 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: sorting.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.161206 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.161540 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: sorting Jul 27 06:38:42.161867 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: standard_attr_segment.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.162962 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.163478 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 06:38:42.163805 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: standardattrdescription.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.164454 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.164998 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: standard-attr-description Jul 27 06:38:42.165323 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: stateful_security_group.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.166308 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.166820 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: stateful-security-group Jul 27 06:38:42.167148 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: stdattrs_common.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.167738 dv-cinder-779194-3-iscsi neutron-server[100146]: WARNING neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 06:38:42.168063 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.169030 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.169550 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 06:38:42.169877 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: subnet_onboard.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.171038 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.171560 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: subnet_onboard Jul 27 06:38:42.171926 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.172892 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.173404 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 06:38:42.173733 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: subnet_service_types.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.174668 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.175185 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: subnet-service-types Jul 27 06:38:42.175514 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: subnetallocation.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.176610 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.177151 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: subnet_allocation Jul 27 06:38:42.177481 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.178705 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.179221 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: subnetpool-prefix-ops Jul 27 06:38:42.179543 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.180474 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.181028 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 06:38:42.181354 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: tagging.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.182456 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.182974 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: standard-attr-tag Jul 27 06:38:42.183304 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: timestamp.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.188621 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.189155 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loaded extension: standard-attr-timestamp Jul 27 06:38:42.189483 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: trunk.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.190524 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.191047 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension trunk not supported by any of loaded plugins Jul 27 06:38:42.191372 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: trunk_details.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.192294 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.192848 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 06:38:42.193182 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: uplink_status_propagation.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.194683 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.195196 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 06:38:42.195525 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Loading extension file: vlantransparent.py {{(pid=100146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 06:38:42.196205 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 06:38:42.196748 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 06:38:42.199344 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:network Jul 27 06:38:42.199877 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:subnet Jul 27 06:38:42.200285 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 06:38:42.200715 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:port Jul 27 06:38:42.201955 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.202409 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service FLAVORS assigned prefix: {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.203012 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.203457 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.203793 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:router Jul 27 06:38:42.204226 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 06:38:42.204756 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service METERING assigned prefix: /metering {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.206321 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:42.206709 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:42.207064 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:38:42.208085 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 06:38:42.208535 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:security_group Jul 27 06:38:42.208995 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 06:38:42.209716 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service CORE assigned prefix: {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.210042 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 06:38:42.210390 dv-cinder-779194-3-iscsi neutron-server[100146]: WARNING neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] subnetpool is already registered Jul 27 06:38:42.210815 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service CORE assigned prefix: {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.211160 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 06:38:42.211476 dv-cinder-779194-3-iscsi neutron-server[100146]: WARNING neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] subnetpool is already registered Jul 27 06:38:42.213876 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.214434 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service FLAVORS assigned prefix: {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.215057 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.215500 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.215837 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:router Jul 27 06:38:42.216181 dv-cinder-779194-3-iscsi neutron-server[100146]: WARNING neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] router is already registered Jul 27 06:38:42.216798 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 06:38:42.217146 dv-cinder-779194-3-iscsi neutron-server[100146]: WARNING neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] floatingip is already registered Jul 27 06:38:42.217626 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service METERING assigned prefix: /metering {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.218320 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 06:38:42.218651 dv-cinder-779194-3-iscsi neutron-server[100146]: WARNING neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] rbac_policy is already registered Jul 27 06:38:42.219075 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:security_group Jul 27 06:38:42.219411 dv-cinder-779194-3-iscsi neutron-server[100146]: WARNING neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] security_group is already registered Jul 27 06:38:42.219822 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 06:38:42.220160 dv-cinder-779194-3-iscsi neutron-server[100146]: WARNING neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] security_group_rule is already registered Jul 27 06:38:42.220666 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service CORE assigned prefix: {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.220993 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 06:38:42.221334 dv-cinder-779194-3-iscsi neutron-server[100146]: WARNING neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] subnetpool is already registered Jul 27 06:38:42.221763 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.v2.resource_helper [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Service CORE assigned prefix: {{(pid=100146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 06:38:42.222086 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 06:38:42.222414 dv-cinder-779194-3-iscsi neutron-server[100146]: WARNING neutron.quota.resource_registry [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] subnetpool is already registered Jul 27 06:38:42.224148 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: extensions {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.225783 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: address-groups {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.227545 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: address-scopes {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.228803 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: agents {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.230066 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: auto-allocated-topology {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.231320 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: availability_zones {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.232541 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: dhcp-networks {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.233981 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: dhcp-agents {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.235529 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: routers {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.237278 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: flavors {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.238446 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: service_profiles {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.239761 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: next_providers {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.241891 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: service_profiles {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.243325 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: floatingip-pools {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.244695 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: routers {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.246447 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: floatingips {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.247651 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: l3-routers {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.249178 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: l3-agents {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.250583 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: metering-labels {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.251836 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: metering-label-rules {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.253150 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: network-ip-availabilities {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.256728 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: bindings {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.256728 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: quotas {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.258272 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: quotas {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.259799 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: rbac-policies {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.261028 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: security-groups {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.262244 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: security-group-rules {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.263679 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: service-providers {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.264926 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: subnetpools {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.266262 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: subnetpools {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.267808 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: tags {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.269539 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: tags {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.271238 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: tags {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.273228 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: tags {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.275051 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: tags {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.277052 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: tags {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.278741 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: tags {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.280604 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: tags {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.283380 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: tags {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.285184 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron.api.extensions [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Extended resource: tags {{(pid=100146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 06:38:42.291275 dv-cinder-779194-3-iscsi neutron-server[100146]: WARNING keystonemiddleware.auth_token [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 06:38:42.295764 dv-cinder-779194-3-iscsi neutron-server[100146]: WARNING keystonemiddleware.auth_token [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 06:38:42.304635 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Acquired lock "singleton_lock" {{(pid=100146) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 06:38:42.305113 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_concurrency.lockutils [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Releasing lock "singleton_lock" {{(pid=100146) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 06:38:42.305749 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO oslo_service.service [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Starting 2 workers Jul 27 06:38:42.310623 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Started child 100257 {{(pid=100146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 06:38:42.315116 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Started child 100258 {{(pid=100146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 06:38:42.319311 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:42.320098 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO neutron.service [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 06:38:42.320098 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Notify callbacks [] for process, before_spawn {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:42.320272 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [-] (100257) wsgi starting up on http://0.0.0.0:9696 Jul 27 06:38:42.320410 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO oslo_service.service [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Starting 1 workers Jul 27 06:38:42.320566 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:42.322032 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [-] (100258) wsgi starting up on http://0.0.0.0:9696 Jul 27 06:38:42.325608 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Started child 100259 {{(pid=100146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 06:38:42.326127 dv-cinder-779194-3-iscsi neutron-server[100146]: INFO oslo_service.service [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Starting 1 workers Jul 27 06:38:42.329286 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.service [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] calling RpcWorker wait() {{(pid=100259) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 06:38:42.329809 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.service [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] returning from RpcWorker wait() {{(pid=100259) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 06:38:42.330580 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Started child 100260 {{(pid=100146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 06:38:42.331197 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:42.331567 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG neutron_lib.callbacks.manager [None req-4969535c-0b67-4b95-b7fe-9029cc70cca5 None None] Notify callbacks [] for process, after_spawn {{(pid=100146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:42.331673 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:38:42.333391 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100146) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 06:38:42.333604 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 06:38:42.333792 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 06:38:42.334008 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 06:38:42.334396 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 06:38:42.334553 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 06:38:42.335063 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.335353 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.335538 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:42.336084 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.336084 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.336401 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.336540 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:38:42.336783 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.337043 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.337396 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.337714 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.337989 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.338304 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.338304 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.338593 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.338817 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.339086 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.339361 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.339608 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.339892 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.340065 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.340312 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.340614 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.340860 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.341121 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] debug = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.341365 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.341873 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.342103 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.342342 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.342559 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.342843 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.343072 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.343327 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.343565 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.343787 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.344021 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.344268 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.344522 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.344773 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.345016 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.345266 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.345485 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.345959 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] host = dv-cinder-779194-3-iscsi {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.346176 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.346439 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.346658 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.346916 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.347163 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.347384 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.347632 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.347885 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.348146 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.348370 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.348647 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.348883 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.349124 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.349381 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_file = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.349546 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_options = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.349886 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.350221 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.350503 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.350862 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.351026 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.351212 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.351739 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.351908 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.352163 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.352382 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.352585 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.352955 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.353106 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.353354 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.353532 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.353763 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.354011 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.354227 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.354487 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.354737 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.354962 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.355189 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.355406 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.355647 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.355883 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.356118 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.356351 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.356609 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.356827 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.359160 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.359160 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.359160 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.359160 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.359160 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.359160 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.359160 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.359160 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.360302 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.360302 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.360302 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.360302 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.360302 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.360302 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.361249 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.361249 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.361249 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] use_json = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.361249 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.361772 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.361772 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.361772 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.362179 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.362179 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.362437 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.362616 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.363077 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.363372 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.363747 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.364034 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.364395 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.364676 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.364920 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.365202 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.366005 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.366984 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.367326 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.367608 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.367860 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.368095 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.368366 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.368731 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.368994 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.369264 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.369483 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.369718 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.369935 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.370194 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.370559 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.370837 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.371168 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.371362 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.371582 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.371819 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.372051 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.372297 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.372572 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.372828 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.373108 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.373353 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.373567 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.373806 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.374059 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.374297 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.374527 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.374760 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.375016 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.375266 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.375493 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.375707 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.375942 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.376159 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.376397 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.376671 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.376893 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.377156 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.378801 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.378801 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.378801 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.378801 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.378801 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.379177 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.379254 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.379452 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.379674 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.379899 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.380129 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.380392 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.380643 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.381007 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.382309 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.382309 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.382309 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.382726 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.382726 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.382984 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.383119 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.384475 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.385044 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.385311 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.385546 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.385779 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.386010 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.386337 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.386748 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.387296 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.387534 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.388754 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.389019 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.389296 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.389599 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.389933 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.390204 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.390531 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.390770 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.391057 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.391308 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.391581 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.391823 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.392071 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.392298 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.392571 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.392854 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.393129 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.393359 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.393596 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.393854 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.394091 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.394333 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.394574 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.395228 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.395228 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.395495 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.395617 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.395794 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.396090 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.396818 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.396818 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.397015 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.397288 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.397545 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.397819 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.398134 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.398388 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.398670 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.398936 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.399185 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.399450 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.399714 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.400182 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.400421 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.400711 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405271 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405271 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405271 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405271 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405271 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405271 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405271 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405271 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405768 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405768 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405768 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405768 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405768 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405768 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405768 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.405768 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.406224 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.406224 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.406224 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.406224 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.406224 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.406224 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.406224 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.406619 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.406619 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.406778 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.406989 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.407240 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.407457 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.407684 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.407927 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.408146 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.408364 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.408619 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.408843 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.409083 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.409316 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.409568 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.409807 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.410023 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.410233 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.410479 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.410705 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.410997 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.411211 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.411422 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.411689 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.411910 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.412162 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.412919 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.413167 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.413392 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.413636 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.413820 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.414089 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.414244 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.414452 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.414677 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.414913 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.415111 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.415357 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.415696 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.415942 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.416171 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.416418 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.416660 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.416886 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.417120 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.417334 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.417550 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.417761 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.417979 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.418254 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.418471 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.418710 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.418917 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.419127 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.419358 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.419570 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.419808 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.420098 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.420334 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.420565 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.420854 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.421090 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.421305 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.421549 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.421776 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.421984 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.422204 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.422417 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.422625 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.422847 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.423054 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.423315 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.423591 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.423820 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.424026 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.424247 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.424453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.424702 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.424924 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.425136 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.425342 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.425582 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.425813 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.426021 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.426238 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.426470 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.426697 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.426944 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.427169 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.427385 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.427603 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.427812 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.428102 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.428422 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.428741 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.433893 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.433893 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.433893 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.433893 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.433893 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.433893 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.433893 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.433893 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.434973 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.434973 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.434973 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.434973 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.434973 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.434973 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.434973 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.434973 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.435724 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.435724 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.435724 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.435724 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.435724 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.435724 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.435724 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.435724 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.436328 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.436328 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.436328 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.436328 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.436328 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.436328 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.436328 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.437218 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.437218 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.437218 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.437218 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.437512 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.437654 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.437897 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.438124 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.438361 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.438595 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.438735 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 06:38:42.439253 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100146) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 06:38:42.439414 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 06:38:42.439568 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 06:38:42.439735 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 06:38:42.439901 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 06:38:42.440054 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 06:38:42.440380 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.440544 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.440724 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.440884 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.441040 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.441309 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.441476 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.441628 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.441793 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.441949 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.442115 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.442251 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.442381 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.442538 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.442687 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.442839 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.442995 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.443153 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.443312 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.443989 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.444150 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.444387 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.444655 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] debug = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.444806 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.444946 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.445114 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.445261 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.445397 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.445546 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.445679 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.445809 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.445931 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.446088 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.446236 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.446391 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.446548 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.446706 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.446914 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.447043 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.447151 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.447306 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] host = dv-cinder-779194-3-iscsi {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.447468 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.447624 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.447780 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.447935 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.448091 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.448246 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.448403 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.448560 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.448722 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.448881 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.449037 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.449194 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.449350 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.449506 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_file = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.449650 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_options = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.449808 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.449941 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.450092 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.450273 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.450435 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.450584 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.450738 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.450894 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.451050 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.451205 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.451380 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.451502 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.451661 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.451827 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.452091 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.452249 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.452359 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.452522 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.452696 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.452845 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.453001 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.453157 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.453314 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.453469 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.453626 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.453783 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.453925 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.454086 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.454242 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.454399 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.454554 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.454764 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.454895 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.455000 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.455156 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.455334 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.455473 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.455775 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.456076 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.456372 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.456694 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.456853 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.457011 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.457169 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.461100 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.461100 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] use_json = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.461100 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.461100 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.461100 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.461100 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.461100 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.461100 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.461100 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.461800 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 06:38:42.461800 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.461800 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.461800 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.461800 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.461800 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.461800 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.461800 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462332 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462332 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462332 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462332 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462332 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462332 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462332 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462332 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462864 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462864 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462864 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462864 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462864 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462864 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462864 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.462864 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.463537 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.463537 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.463537 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.463537 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.463537 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.463537 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.463537 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.463537 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.464140 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.464140 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.464140 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.464140 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.464414 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.464490 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.464601 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.464770 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.464948 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.465116 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.465265 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.465410 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.465568 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.465782 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.466993 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.466993 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.466993 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.466993 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.466993 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.466993 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.466993 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.466993 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.467486 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.467486 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.467486 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.467656 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.467797 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.467957 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.468357 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.468730 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.469120 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.469343 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.469572 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.469739 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.469912 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.470066 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.470205 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.470361 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.470517 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.470683 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.470844 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.470991 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.471150 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.471301 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.471557 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.471663 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.471745 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.471909 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.472068 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.472224 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.472537 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.472725 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.472889 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.473058 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.473233 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.473394 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.473554 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.473725 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.473872 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.474027 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.474211 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.474380 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.474517 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.475224 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.475486 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.475649 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.475814 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.475996 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.476126 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.476706 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.477007 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.477332 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.477490 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.477650 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.477809 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.477968 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.478128 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.478288 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.478446 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.478605 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.478778 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.478942 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.479099 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.479255 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.479423 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.479591 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.479751 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.479910 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.480069 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.480227 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.480388 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.480546 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.480728 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.480891 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.481048 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.481209 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.481379 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.481548 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.481705 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.481862 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.482021 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.482203 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.482362 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.482522 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.482682 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.482840 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.483002 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.483146 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.483277 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.483438 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.483586 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.483730 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.483890 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.484036 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.484181 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.484340 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.484497 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.484677 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.484838 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.484996 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.485157 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.485314 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.485401 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:38:42.485486 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.485618 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.485776 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.485977 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.486138 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.486297 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.486560 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.486724 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.486909 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.487048 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.487186 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.487322 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.487481 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.487639 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.487796 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.487953 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.488113 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.488275 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.488432 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.488620 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.488770 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.488930 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.489090 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.489252 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.489410 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.489571 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.489728 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.489885 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.490045 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.490204 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.490423 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.490600 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.490755 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.490914 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.491089 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.491249 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.491409 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.491603 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.491840 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.491951 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.492072 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.492231 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.492389 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.492549 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.492730 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.492892 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.493053 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.493213 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.493371 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.493530 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.493688 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.493846 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.494005 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.494176 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.494336 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.494494 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.494654 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.494812 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.494969 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.495139 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.495297 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.495456 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.495613 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.495771 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.495929 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.496097 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.496255 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.496487 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.496676 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.496895 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.497020 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.497158 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.497317 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.497476 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.497634 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.497791 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.497951 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.502453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.502453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.502453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.502453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.502453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.502453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.502453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.502453 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503061 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503061 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503061 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503061 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503061 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503061 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503061 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503061 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503808 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503808 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503808 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503808 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503808 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503808 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503808 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.503808 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.504344 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.504344 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.504344 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.504344 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.504344 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.504344 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.504344 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.504344 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505049 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505049 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505049 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505049 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505049 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505049 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505049 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505049 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505049 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505858 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505858 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505858 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505858 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505858 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505858 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505858 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505858 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.505858 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.507337 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.507337 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.507337 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.507337 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.507337 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 06:38:42.507337 dv-cinder-779194-3-iscsi neutron-server[100146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 06:38:42.681227 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54008) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:38:42.689630 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062525 Jul 27 06:38:54.194597 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40e5009-738a-4c15-9ee0-9fe7c8042b13 None None] get_active_networks_info from dv-cinder-779194-3-iscsi {{(pid=100259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 06:38:54.270574 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40e5009-738a-4c15-9ee0-9fe7c8042b13 None None] No non-hosted networks {{(pid=100259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 06:38:54.302296 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.agentschedulers_db [None req-d40e5009-738a-4c15-9ee0-9fe7c8042b13 None None] DHCP Agent not found on host dv-cinder-779194-3-iscsi {{(pid=100259) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 27 06:38:54.493286 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-da90acbd-0c21-49d8-b89e-1a98f0e77daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-929307'] for agent, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:56.620034 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-4805ba70-cf0c-4e79-9d21-4557919b9961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-929307'] for agent, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:56.649357 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.db.api [None req-6b7caf18-1df5-405c-b938-32bd4da19814 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-779194-3-iscsi {{(pid=100259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 06:38:56.649751 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG oslo_db.api [None req-6b7caf18-1df5-405c-b938-32bd4da19814 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 06:38:56.779450 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-929307'] for agent, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:56.780040 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:56.780378 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:56.780743 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:56.781075 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:56.781402 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:56.781727 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:56.782052 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:56.782397 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:56.782719 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:56.783042 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:56.783377 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:56.783700 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:38:56.784101 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-779194-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:38:56.800155 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779194-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:38:57.171062 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6b7caf18-1df5-405c-b938-32bd4da19814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:57.926566 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-929307'] for agent, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:38:59.224618 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-929307'] for agent, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:00.551679 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54100) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:01.034965 dv-cinder-779194-3-iscsi neutron-server[100258]: WARNING oslo_policy.policy [None req-334671aa-4eff-408c-8908-8b0291aac0cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:01.035549 dv-cinder-779194-3-iscsi neutron-server[100258]: WARNING oslo_policy.policy [None req-334671aa-4eff-408c-8908-8b0291aac0cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:01.250676 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [None req-334671aa-4eff-408c-8908-8b0291aac0cb admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:39:01.251628 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-334671aa-4eff-408c-8908-8b0291aac0cb admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6990657 Jul 27 06:39:03.622734 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54114) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:03.844029 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.db.l3_hamode_db [None req-8b4404a8-2779-465c-a846-2657352411c1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 06:39:03.920697 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4404a8-2779-465c-a846-2657352411c1 None None] Routers set() bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:39:03.921092 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4404a8-2779-465c-a846-2657352411c1 None None] Router IDs set() for agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 06:39:03.932967 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-a6bedd13-8ea9-432c-b60a-2e54e38cf8b7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:04.026170 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.policy [None req-a6bedd13-8ea9-432c-b60a-2e54e38cf8b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100258) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 06:39:04.071299 dv-cinder-779194-3-iscsi neutron-server[100258]: WARNING oslo_policy.policy [None req-a6bedd13-8ea9-432c-b60a-2e54e38cf8b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:04.071695 dv-cinder-779194-3-iscsi neutron-server[100258]: WARNING oslo_policy.policy [None req-a6bedd13-8ea9-432c-b60a-2e54e38cf8b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:04.080187 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.quota [None req-a6bedd13-8ea9-432c-b60a-2e54e38cf8b7 admin admin] Loaded quota_driver: . Jul 27 06:39:04.275558 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a6bedd13-8ea9-432c-b60a-2e54e38cf8b7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753739122781', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753739122056', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753739143577', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753739141207', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753742643501', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753739155280', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3869652', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3877823', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-773070', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621173'] for rbac-policy, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:04.509993 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a6bedd13-8ea9-432c-b60a-2e54e38cf8b7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:04.511160 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-a6bedd13-8ea9-432c-b60a-2e54e38cf8b7 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8874373 Jul 27 06:39:07.045794 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54126) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:07.340290 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Request body: {'network': {'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'name': 'private', 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'admin_state_up': True}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:07.418049 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Made reservation on behalf of beb7fdf7103948578a5c88a67c530ab1 for: {'network': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:39:07.420793 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:07.437770 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:07.555977 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:07.611368 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:07.630111 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=100258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:39:07.658091 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753740848918', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:07.658667 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Unsubscribe: segment precommit_create {{(pid=100258) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 06:39:07.659163 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.segments_db [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Added segment c34aab57-c165-4086-8426-297852839a62 of type vlan for network a384a49f-3d2e-4a90-a204-29645eef7528 Jul 27 06:39:07.676354 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c201b08f-f0ff-42a0-8780-c4e8b07f314c,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:07.724921 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:07.725264 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:07.725617 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:07.726194 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:07.726519 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:07.726861 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:07.727183 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:07.727522 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:07.727861 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:07.728185 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:07.728498 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:07.728852 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Tracked resource versions report: Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: pushed versions: Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: { 'AddressGroup': {'1.2'}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'ConntrackHelper': {'1.0'}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Log': {'1.0'}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Network': {'1.1'}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Port': {'1.7'}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'PortForwarding': {'1.2'}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'QosPolicy': {'1.8'}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'SecurityGroup': {'1.4'}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'SubPort': {'1.0'}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Subnet': {'1.1'}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Trunk': {'1.1'}} Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: consumer versions: Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: { DHCP agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: L3 agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: Metadata agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: Metering agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: Open vSwitch agent@dv-cinder-779194-3-iscsi: { 'AddressGroup': '1.2', Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'ConntrackHelper': '1.0', Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Log': '1.0', Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Network': '1.1', Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Port': '1.7', Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'PortForwarding': '1.2', Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'QosPolicy': '1.8', Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'SecurityGroup': '1.4', Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'SecurityGroupRule': '1.2', Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'SubPort': '1.0', Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Subnet': '1.1', Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Trunk': '1.1'}} Jul 27 06:39:07.729959 dv-cinder-779194-3-iscsi neutron-server[100258]: {{(pid=100258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:39:07.777690 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:07.926755 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:07.927811 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:07.928485 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:08.025840 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] Pushing event updated for resources: {'Network': ['ID=a384a49f-3d2e-4a90-a204-29645eef7528,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:08.036767 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network a384a49f-3d2e-4a90-a204-29645eef7528 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:39:08.075583 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-3d39c21f-a37f-4390-b338-63f1e0c8433a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0287063 Jul 27 06:39:10.695493 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 54140) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:11.188850 dv-cinder-779194-3-iscsi neutron-server[100257]: WARNING oslo_policy.policy [None req-d037f79d-eb52-446a-aad5-cd9a7a5e6cf6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:11.189450 dv-cinder-779194-3-iscsi neutron-server[100257]: WARNING oslo_policy.policy [None req-d037f79d-eb52-446a-aad5-cd9a7a5e6cf6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:11.619838 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.policy [None req-d037f79d-eb52-446a-aad5-cd9a7a5e6cf6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100257) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 06:39:11.664927 dv-cinder-779194-3-iscsi neutron-server[100257]: WARNING oslo_policy.policy [None req-d037f79d-eb52-446a-aad5-cd9a7a5e6cf6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:11.665298 dv-cinder-779194-3-iscsi neutron-server[100257]: WARNING oslo_policy.policy [None req-d037f79d-eb52-446a-aad5-cd9a7a5e6cf6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 06:39:11.673394 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d037f79d-eb52-446a-aad5-cd9a7a5e6cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:11.675303 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-d037f79d-eb52-446a-aad5-cd9a7a5e6cf6 admin admin] 10.222.0.24 "GET /v2.0/networks/a384a49f-3d2e-4a90-a204-29645eef7528 HTTP/1.1" status: 200 len: 825 time: 0.9776633 Jul 27 06:39:11.714083 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-dd563d66-b24e-41cf-b0ea-68f6b20f1a12 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/fa26096c-c32a-451e-8aef-e1fcc7ad3a44 HTTP/1.1" status: 200 len: 734 time: 0.0329452 Jul 27 06:39:11.723032 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Request body: {'subnet': {'subnetpool_id': 'fa26096c-c32a-451e-8aef-e1fcc7ad3a44', 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:11.724680 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.quota [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Loaded quota_driver: . Jul 27 06:39:11.823570 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Made reservation on behalf of beb7fdf7103948578a5c88a67c530ab1 for: {'subnet': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:39:11.826375 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:12.172939 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:12.240819 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Checking segment: {'id': 'c34aab57-c165-4086-8426-297852839a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:39:12.241109 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Network hostable DHCP agents. Network: a384a49f-3d2e-4a90-a204-29645eef7528, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:39:12.258251 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d0e03d-0fa8-421f-a3bc-70e91dbb34fa,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:12.272384 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:12.272779 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:12.273123 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:12.273456 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:12.273785 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:12.274114 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:12.274434 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:12.274767 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:12.275115 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:12.275434 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:12.275749 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:12.276067 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Tracked resource versions report: Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: pushed versions: Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: { 'AddressGroup': {'1.2'}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'ConntrackHelper': {'1.0'}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Log': {'1.0'}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Network': {'1.1'}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Port': {'1.7'}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'PortForwarding': {'1.2'}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'QosPolicy': {'1.8'}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'SecurityGroup': {'1.4'}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'SubPort': {'1.0'}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Subnet': {'1.1'}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Trunk': {'1.1'}} Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: consumer versions: Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: { DHCP agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: L3 agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: Metadata agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: Metering agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: Open vSwitch agent@dv-cinder-779194-3-iscsi: { 'AddressGroup': '1.2', Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'ConntrackHelper': '1.0', Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Log': '1.0', Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Network': '1.1', Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Port': '1.7', Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'PortForwarding': '1.2', Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'QosPolicy': '1.8', Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'SecurityGroup': '1.4', Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'SecurityGroupRule': '1.2', Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'SubPort': '1.0', Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Subnet': '1.1', Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Trunk': '1.1'}} Jul 27 06:39:12.277205 dv-cinder-779194-3-iscsi neutron-server[100257]: {{(pid=100257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:39:12.372284 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Network a384a49f-3d2e-4a90-a204-29645eef7528 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:39:12.457960 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, a384a49f-3d2e-4a90-a204-29645eef7528) {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:39:12.462563 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:12.463201 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:12.468187 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d99decc-c3a2-43fc-ad51-0225aae06b56 None None] Network a384a49f-3d2e-4a90-a204-29645eef7528 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:39:12.550405 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-52fe6e5a-ef78-4bb8-9cf7-6af27bd7159b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8306153 Jul 27 06:39:12.797875 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped675565-aa29-5855-a0a6-196c76607e72-a384a49f-3d2e-4a90-a204-29645eef7528', 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'fixed_ips': [{'subnet_id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa'}]}} from dv-cinder-779194-3-iscsi. {{(pid=100259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:39:12.799102 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:13.075823 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.db_base_plugin_common [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Allocated IP 172.20.0.2 (a384a49f-3d2e-4a90-a204-29645eef7528/38d0e03d-0fa8-421f-a3bc-70e91dbb34fa/f42ffc46-7c20-44f0-a27f-0569c6c2e798) {{(pid=100259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:39:13.301624 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Notify callbacks [] for port, precommit_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:13.316971 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Transition to ACTIVE for port object f42ffc46-7c20-44f0-a27f-0569c6c2e798 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:39:13.337356 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Transition to ACTIVE for port object f42ffc46-7c20-44f0-a27f-0569c6c2e798 will not be triggered until provisioned by entity DHCP. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:39:13.385697 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:13.454197 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Network a384a49f-3d2e-4a90-a204-29645eef7528 is already hosted by enough agents. {{(pid=100259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:39:13.461052 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.base_scheduler [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Resources bound (agent type, host, resource id): {{(pid=100259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:39:13.470654 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Received port after_create {{(pid=100259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:39:13.473739 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Pushing event updated for resources: {'Port': ['ID=f42ffc46-7c20-44f0-a27f-0569c6c2e798,revision_number=1']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:13.504117 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:13.504488 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:13.504866 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:13.505821 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:13.506174 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:13.506514 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:13.506843 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:13.507185 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:13.507518 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:13.507849 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:13.508175 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:13.508500 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Tracked resource versions report: Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: pushed versions: Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: { 'AddressGroup': {'1.2'}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'ConntrackHelper': {'1.0'}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Log': {'1.0'}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Network': {'1.1'}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Port': {'1.7'}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'PortForwarding': {'1.2'}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'QosPolicy': {'1.8'}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'SecurityGroup': {'1.4'}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'SubPort': {'1.0'}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Subnet': {'1.1'}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Trunk': {'1.1'}} Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: consumer versions: Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: { DHCP agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: L3 agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: Metadata agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: Metering agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: Open vSwitch agent@dv-cinder-779194-3-iscsi: { 'AddressGroup': '1.2', Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'ConntrackHelper': '1.0', Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Log': '1.0', Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Network': '1.1', Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Port': '1.7', Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'PortForwarding': '1.2', Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'QosPolicy': '1.8', Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'SecurityGroup': '1.4', Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'SecurityGroupRule': '1.2', Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'SubPort': '1.0', Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Subnet': '1.1', Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Trunk': '1.1'}} Jul 27 06:39:13.509669 dv-cinder-779194-3-iscsi neutron-server[100259]: {{(pid=100259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:39:13.562297 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Attempting to bind port f42ffc46-7c20-44f0-a27f-0569c6c2e798 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:39:13.562703 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Attempting to bind port f42ffc46-7c20-44f0-a27f-0569c6c2e798 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'c34aab57-c165-4086-8426-297852839a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:39:13.563179 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Attempting to bind port f42ffc46-7c20-44f0-a27f-0569c6c2e798 on network a384a49f-3d2e-4a90-a204-29645eef7528 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:39:13.568499 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:39:13.569040 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Checking segment: {'id': 'c34aab57-c165-4086-8426-297852839a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:39:13.569505 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:13.569895 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Bound using segment: {'id': 'c34aab57-c165-4086-8426-297852839a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:39:13.570354 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Bound port: f42ffc46-7c20-44f0-a27f-0569c6c2e798, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34aab57-c165-4086-8426-297852839a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:39:13.570764 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:13.634356 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] For port f42ffc46-7c20-44f0-a27f-0569c6c2e798, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:39:13.638563 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] For port f42ffc46-7c20-44f0-a27f-0569c6c2e798, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=f42ffc46-7c20-44f0-a27f-0569c6c2e798,segment=NetworkSegment(c34aab57-c165-4086-8426-297852839a62),segment_id=c34aab57-c165-4086-8426-297852839a62)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:39:13.693806 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:13.758924 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315e8b5-17a5-4421-abeb-e20477f5cf0e None None] Pushing event updated for resources: {'Port': ['ID=f42ffc46-7c20-44f0-a27f-0569c6c2e798,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:14.951950 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 54160) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:15.269498 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [None req-1d1d649a-c90d-4237-8620-d0284d8e0ffd admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100257) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:39:15.270567 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-1d1d649a-c90d-4237-8620-d0284d8e0ffd admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3176510 Jul 27 06:39:17.630360 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54168) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:17.939313 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [None req-a88f3ca1-aa55-4c02-b4c1-f06727efa706 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:39:17.940306 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-a88f3ca1-aa55-4c02-b4c1-f06727efa706 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089185 Jul 27 06:39:20.753921 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54178) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:21.064666 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-63e28bcd-2ca2-42d7-b65b-37797e92c79c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:21.155542 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-63e28bcd-2ca2-42d7-b65b-37797e92c79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-704'] for router, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:21.157160 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-63e28bcd-2ca2-42d7-b65b-37797e92c79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-697'] for router, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:21.302936 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-63e28bcd-2ca2-42d7-b65b-37797e92c79c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:21.361907 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-63e28bcd-2ca2-42d7-b65b-37797e92c79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928802'] for router, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:21.423819 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-63e28bcd-2ca2-42d7-b65b-37797e92c79c admin admin] Notify callbacks [] for router, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:21.425072 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-63e28bcd-2ca2-42d7-b65b-37797e92c79c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6707730 Jul 27 06:39:22.055239 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cbd20a-fd19-4f9f-85ef-9d7e1bc20bc9 None None] Network a384a49f-3d2e-4a90-a204-29645eef7528 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:39:22.172310 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-c57da18a-98b5-47d5-acd6-fb25ed8f66c4 None None] Provisioning for port f42ffc46-7c20-44f0-a27f-0569c6c2e798 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:39:22.551574 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device f42ffc46-7c20-44f0-a27f-0569c6c2e798 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:39:22.685573 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port f42ffc46-7c20-44f0-a27f-0569c6c2e798 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:39:22.689594 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port f42ffc46-7c20-44f0-a27f-0569c6c2e798 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:22.689995 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:22.798381 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:22.830613 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port f42ffc46-7c20-44f0-a27f-0569c6c2e798, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=f42ffc46-7c20-44f0-a27f-0569c6c2e798,segment=NetworkSegment(c34aab57-c165-4086-8426-297852839a62),segment_id=c34aab57-c165-4086-8426-297852839a62)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:39:22.914860 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:22.966190 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=f42ffc46-7c20-44f0-a27f-0569c6c2e798,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:23.811803 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54190) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:24.119275 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [None req-ade396d6-d991-43d8-a21b-a4bc07681f62 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:39:24.121419 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-ade396d6-d991-43d8-a21b-a4bc07681f62 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3075736 Jul 27 06:39:24.172548 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-21845bfd-d89c-42cb-bb40-1dbae2d25192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:24.529802 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device f42ffc46-7c20-44f0-a27f-0569c6c2e798 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:39:24.578314 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port f42ffc46-7c20-44f0-a27f-0569c6c2e798 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:24.578684 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:26.464607 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54198) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:26.606211 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e1feb4c0-9ece-424c-ae8b-156fcef9fe94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:26.771131 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:26.789405 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:26.857779 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Made reservation on behalf of b3720956ad6e4584b6c6b3cd312e30ef for: {'network': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:39:26.859991 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:26.868658 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:26.952982 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:27.012172 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:27.027743 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=100258) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 06:39:27.046709 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d749b9-2c56-4dc5-b0d5-ab130c38a062,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:27.051471 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:27.051994 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.segments_db [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Added segment adc4bf63-68c4-4903-bba7-470656fd5451 of type flat for network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 Jul 27 06:39:27.096872 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:27.206333 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:27.207209 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:27.207783 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:27.280548 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] Pushing event updated for resources: {'Network': ['ID=f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:27.290922 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:39:27.358741 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-5cc4205f-6a89-4de9-81e8-17379a7854e0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8846188 Jul 27 06:39:27.886486 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:29.126215 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:29.689418 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54216) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:29.899251 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ab717-13e6-4319-ad5f-bb6cf8b6ea7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:29.900614 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-2a0ab717-13e6-4319-ad5f-bb6cf8b6ea7e admin admin] 10.222.0.24 "GET /v2.0/subnets/38d0e03d-0fa8-421f-a3bc-70e91dbb34fa HTTP/1.1" status: 200 len: 849 time: 0.2094476 Jul 27 06:39:30.017185 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-16931a17-82e8-406e-a732-5961b1e216b8 admin admin] 10.222.0.24 "GET /v2.0/routers/67127d84-c1c5-4818-bd4d-db65f8db8638 HTTP/1.1" status: 200 len: 704 time: 0.1107190 Jul 27 06:39:30.285378 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:30.579367 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Allocated IP 172.20.0.1 (a384a49f-3d2e-4a90-a204-29645eef7528/38d0e03d-0fa8-421f-a3bc-70e91dbb34fa/44697474-d625-43fb-96a0-8a0487b6117d) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:39:30.759559 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:30.782620 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Transition to ACTIVE for port object 44697474-d625-43fb-96a0-8a0487b6117d will not be triggered until provisioned by entity DHCP. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:39:30.909661 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:31.022355 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Network a384a49f-3d2e-4a90-a204-29645eef7528 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:39:31.028212 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:39:31.043595 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:39:31.044187 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929151'] for router_interface, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:31.064671 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Pushing event updated for resources: {'Port': ['ID=44697474-d625-43fb-96a0-8a0487b6117d,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:31.338134 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:31.349805 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-c7a846a0-f83a-421f-a127-03980273a5de None None] Provisioning for port 44697474-d625-43fb-96a0-8a0487b6117d completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:39:31.353802 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-c7a846a0-f83a-421f-a127-03980273a5de None None] Provisioning complete for port 44697474-d625-43fb-96a0-8a0487b6117d triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:31.354177 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c7a846a0-f83a-421f-a127-03980273a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:31.387099 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-c7a846a0-f83a-421f-a127-03980273a5de None None] Port 44697474-d625-43fb-96a0-8a0487b6117d cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:39:31.513318 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:31.565827 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:31.566602 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929519'] for router_interface, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:31.643046 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Pushing event updated for resources: {'Port': ['ID=44697474-d625-43fb-96a0-8a0487b6117d,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:31.690420 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Network a384a49f-3d2e-4a90-a204-29645eef7528 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:39:31.691703 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:39:31.892093 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Router 67127d84-c1c5-4818-bd4d-db65f8db8638 is scheduled to L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 with binding_index 1 {{(pid=100258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:39:31.907139 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-a2f61729-e21a-4eb6-a9cc-dbdfaed663be None None] Provisioning complete for port 44697474-d625-43fb-96a0-8a0487b6117d triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:31.907505 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a2f61729-e21a-4eb6-a9cc-dbdfaed663be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:31.940009 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-a2f61729-e21a-4eb6-a9cc-dbdfaed663be None None] Port 44697474-d625-43fb-96a0-8a0487b6117d cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:39:31.986045 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:39:31.993967 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-af74c0d6-2fef-4537-9820-1e9ed0a95e29 admin admin] 10.222.0.24 "PUT /v2.0/routers/67127d84-c1c5-4818-bd4d-db65f8db8638/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9697263 Jul 27 06:39:31.996643 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Sync routers for ids ['67127d84-c1c5-4818-bd4d-db65f8db8638'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:39:32.008616 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Routers {'67127d84-c1c5-4818-bd4d-db65f8db8638'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:39:32.009538 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:39:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['67127d84-c1c5-4818-bd4d-db65f8db8638'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:32.196203 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Set router 67127d84-c1c5-4818-bd4d-db65f8db8638 gateway port host: None {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:39:32.623112 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'name': 'router1', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:39:21Z', 'updated_at': '2021-07-27T06:39:31Z', 'revision_number': 2, 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'gw_port_host': None, '_interfaces': [{'id': '44697474-d625-43fb-96a0-8a0487b6117d', 'name': '', 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'mac_address': 'fa:16:3e:22:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:30Z', 'updated_at': '2021-07-27T06:39:31Z', 'revision_number': 2, 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'subnets': [{'id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa26096c-c32a-451e-8aef-e1fcc7ad3a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:32.674579 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Checking router: 67127d84-c1c5-4818-bd4d-db65f8db8638 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:39:32.674949 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Updating router 67127d84-c1c5-4818-bd4d-db65f8db8638 port 44697474-d625-43fb-96a0-8a0487b6117d binding host dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:39:32.738272 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:33.237738 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:33.257341 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.provisioning_blocks [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Transition to ACTIVE for port object 44697474-d625-43fb-96a0-8a0487b6117d will not be triggered until provisioned by entity L2. {{(pid=100260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:39:33.320259 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:33.491515 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Attempting to bind port 44697474-d625-43fb-96a0-8a0487b6117d on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:39:33.491859 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Attempting to bind port 44697474-d625-43fb-96a0-8a0487b6117d by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'c34aab57-c165-4086-8426-297852839a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528'}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:39:33.492318 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Attempting to bind port 44697474-d625-43fb-96a0-8a0487b6117d on network a384a49f-3d2e-4a90-a204-29645eef7528 {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:39:33.494521 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Pushing event updated for resources: {'Port': ['ID=44697474-d625-43fb-96a0-8a0487b6117d,revision_number=3']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:33.502554 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:39:33.503003 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Checking segment: {'id': 'c34aab57-c165-4086-8426-297852839a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:39:33.503568 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:33.503963 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Bound using segment: {'id': 'c34aab57-c165-4086-8426-297852839a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528'} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:39:33.504447 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Bound port: 44697474-d625-43fb-96a0-8a0487b6117d, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34aab57-c165-4086-8426-297852839a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528'}}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:39:33.505644 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:33.512777 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:33.513216 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:33.513563 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:33.513898 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:33.514232 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:33.514600 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:33.514958 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:33.515377 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:33.515765 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:33.516097 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:33.516427 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:33.516782 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Tracked resource versions report: Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: pushed versions: Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: { 'AddressGroup': {'1.2'}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'ConntrackHelper': {'1.0'}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Log': {'1.0'}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Network': {'1.1'}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Port': {'1.7'}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'PortForwarding': {'1.2'}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'QosPolicy': {'1.8'}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'SecurityGroup': {'1.4'}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'SubPort': {'1.0'}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Subnet': {'1.1'}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Trunk': {'1.1'}} Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: consumer versions: Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: { DHCP agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: L3 agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: Metadata agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: Metering agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: Open vSwitch agent@dv-cinder-779194-3-iscsi: { 'AddressGroup': '1.2', Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'ConntrackHelper': '1.0', Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Log': '1.0', Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Network': '1.1', Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Port': '1.7', Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'PortForwarding': '1.2', Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'QosPolicy': '1.8', Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'SecurityGroup': '1.4', Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'SecurityGroupRule': '1.2', Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'SubPort': '1.0', Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Subnet': '1.1', Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Trunk': '1.1'}} Jul 27 06:39:33.517891 dv-cinder-779194-3-iscsi neutron-server[100260]: {{(pid=100260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:39:33.586803 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] For port 44697474-d625-43fb-96a0-8a0487b6117d, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:39:33.608458 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] For port 44697474-d625-43fb-96a0-8a0487b6117d, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=44697474-d625-43fb-96a0-8a0487b6117d,segment=NetworkSegment(c34aab57-c165-4086-8426-297852839a62),segment_id=c34aab57-c165-4086-8426-297852839a62)] {{(pid=100260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:39:33.675343 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:33.737218 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Routers {'67127d84-c1c5-4818-bd4d-db65f8db8638'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:39:33.737849 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:39:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['67127d84-c1c5-4818-bd4d-db65f8db8638'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:33.774612 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184de978-a2d3-4488-a8b7-5d0a0b619b3c None None] Pushing event updated for resources: {'Port': ['ID=44697474-d625-43fb-96a0-8a0487b6117d,revision_number=4']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:33.835223 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] Set router 67127d84-c1c5-4818-bd4d-db65f8db8638 gateway port host: None {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:39:34.038902 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'name': 'router1', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:39:21Z', 'updated_at': '2021-07-27T06:39:31Z', 'revision_number': 2, 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'gw_port_host': None, '_interfaces': [{'id': '44697474-d625-43fb-96a0-8a0487b6117d', 'name': '', 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'mac_address': 'fa:16:3e:22:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:30Z', 'updated_at': '2021-07-27T06:39:33Z', 'revision_number': 4, 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'subnets': [{'id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa26096c-c32a-451e-8aef-e1fcc7ad3a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:34.066562 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f48feb-0e55-4c52-9647-7c9ae4204ac7 None None] The sync data for ids ['67127d84-c1c5-4818-bd4d-db65f8db8638'] in dv-cinder-779194-3-iscsi is: [{'id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'name': 'router1', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:39:21Z', 'updated_at': '2021-07-27T06:39:31Z', 'revision_number': 2, 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'gw_port_host': None, '_interfaces': [{'id': '44697474-d625-43fb-96a0-8a0487b6117d', 'name': '', 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'mac_address': 'fa:16:3e:22:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:30Z', 'updated_at': '2021-07-27T06:39:33Z', 'revision_number': 4, 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'subnets': [{'id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa26096c-c32a-451e-8aef-e1fcc7ad3a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:39:34.212626 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54236) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:34.321101 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc900a5-a9f1-4bd3-b66d-98ad39ce481b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:34.322458 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-abc900a5-a9f1-4bd3-b66d-98ad39ce481b admin admin] 10.222.0.24 "GET /v2.0/networks/f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 HTTP/1.1" status: 200 len: 842 time: 0.1088181 Jul 27 06:39:34.332122 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'cidr': '172.27.1.0/24'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:34.406340 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] Made reservation on behalf of b3720956ad6e4584b6c6b3cd312e30ef for: {'subnet': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:39:34.408511 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:34.749495 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.objects.ports [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100258) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 06:39:34.749848 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:34.803523 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=149a32d3-6065-4798-a202-46ffdecc8f39,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:34.813367 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] Checking segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:39:34.813730 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] Network hostable DHCP agents. Network: f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:39:34.891842 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:39:34.954709 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9) {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:39:34.959309 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:34.959953 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:34.969132 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c296544-5430-49f7-a2d5-e9eae74bccf1 None None] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:39:35.075892 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-882e9238-338d-4e63-8d62-2467a4e26bbc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7470460 Jul 27 06:39:35.088333 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bac3ae-af27-4840-a952-482d7cb642d9 None None] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:39:36.386976 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 5 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:39:37.353482 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54244) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:37.484810 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-7277dbce-c41f-40e0-b4d3-27f75c3dbf78 admin admin] 10.222.0.24 "GET /v2.0/routers/67127d84-c1c5-4818-bd4d-db65f8db8638 HTTP/1.1" status: 200 len: 710 time: 0.1301415 Jul 27 06:39:37.654104 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d36e7a-bb5e-4863-a1b1-90f6cf1cf6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:39:37.655516 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-90d36e7a-bb5e-4863-a1b1-90f6cf1cf6f4 admin admin] 10.222.0.24 "GET /v2.0/networks/f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 HTTP/1.1" status: 200 len: 886 time: 0.1643479 Jul 27 06:39:37.664825 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:39:37.908089 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-928781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:38.221903 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:38.296673 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:38.405109 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Allocated IP 172.27.1.199 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/6250d096-efe3-481f-a630-f0a605b00655) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:39:38.502381 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:38.601100 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:38.637655 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:39:38.640451 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:39:38.646989 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:39:38.681613 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Pushing event updated for resources: {'Port': ['ID=6250d096-efe3-481f-a630-f0a605b00655,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:38.979666 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:39.302570 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-928781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:39.305919 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-928788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-928795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562622'] for router, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:39.415911 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Router 67127d84-c1c5-4818-bd4d-db65f8db8638 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:39:39.521284 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:39:39.526060 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] Notify callbacks [] for router, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:39.527265 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-698db0bb-8d32-4ead-9454-7f382c996321 admin admin] 10.222.0.24 "PUT /v2.0/routers/67127d84-c1c5-4818-bd4d-db65f8db8638 HTTP/1.1" status: 200 len: 890 time: 1.8658044 Jul 27 06:39:40.410156 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Sync routers for ids ['67127d84-c1c5-4818-bd4d-db65f8db8638'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:39:40.420494 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Routers {'67127d84-c1c5-4818-bd4d-db65f8db8638'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:39:40.421223 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:39:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['67127d84-c1c5-4818-bd4d-db65f8db8638'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:40.620786 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 44697474-d625-43fb-96a0-8a0487b6117d up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:39:40.713035 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Set router 67127d84-c1c5-4818-bd4d-db65f8db8638 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:39:40.858853 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 44697474-d625-43fb-96a0-8a0487b6117d completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:39:40.871017 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 44697474-d625-43fb-96a0-8a0487b6117d triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:40.871386 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:41.120737 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:41.173844 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 44697474-d625-43fb-96a0-8a0487b6117d, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=44697474-d625-43fb-96a0-8a0487b6117d,segment=NetworkSegment(c34aab57-c165-4086-8426-297852839a62),segment_id=c34aab57-c165-4086-8426-297852839a62)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:39:41.202299 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'name': 'router1', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '6250d096-efe3-481f-a630-f0a605b00655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:39:21Z', 'updated_at': '2021-07-27T06:39:38Z', 'revision_number': 4, 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'gw_port': {'id': '6250d096-efe3-481f-a630-f0a605b00655', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:38Z', 'updated_at': '2021-07-27T06:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '44697474-d625-43fb-96a0-8a0487b6117d', 'name': '', 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'mac_address': 'fa:16:3e:22:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:30Z', 'updated_at': '2021-07-27T06:39:33Z', 'revision_number': 4, 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'subnets': [{'id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa26096c-c32a-451e-8aef-e1fcc7ad3a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:41.227223 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:41.259282 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Checking router: 67127d84-c1c5-4818-bd4d-db65f8db8638 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:39:41.259655 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Updating router 67127d84-c1c5-4818-bd4d-db65f8db8638 port 6250d096-efe3-481f-a630-f0a605b00655 binding host dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:39:41.324354 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:41.328572 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=44697474-d625-43fb-96a0-8a0487b6117d,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:41.650752 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Notify callbacks [] for port, precommit_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:41.660024 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Transition to ACTIVE for port object 6250d096-efe3-481f-a630-f0a605b00655 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:39:41.720150 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:41.770865 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Attempting to bind port 6250d096-efe3-481f-a630-f0a605b00655 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:39:41.771247 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Attempting to bind port 6250d096-efe3-481f-a630-f0a605b00655 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:39:41.771620 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Attempting to bind port 6250d096-efe3-481f-a630-f0a605b00655 on network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:39:41.777808 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6c493-09f0-40e3-954a-72b31336f4a2 None None] Pushing event updated for resources: {'Port': ['ID=6250d096-efe3-481f-a630-f0a605b00655,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:41.784006 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:39:41.784389 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Checking segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:39:41.785420 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:41.785420 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Bound using segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:39:41.786218 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Bound port: 6250d096-efe3-481f-a630-f0a605b00655, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:39:41.786623 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:41.842802 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] For port 6250d096-efe3-481f-a630-f0a605b00655, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:39:41.842802 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] For port 6250d096-efe3-481f-a630-f0a605b00655, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=6250d096-efe3-481f-a630-f0a605b00655,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:39:41.901633 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54256) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:39:41.914596 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:41.974687 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Routers {'67127d84-c1c5-4818-bd4d-db65f8db8638'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:39:41.975487 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:39:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['67127d84-c1c5-4818-bd4d-db65f8db8638'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:41.978152 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6c493-09f0-40e3-954a-72b31336f4a2 None None] Pushing event updated for resources: {'Port': ['ID=6250d096-efe3-481f-a630-f0a605b00655,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:42.038529 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-707d85a3-6e8f-43b9-ba05-172f642ea3aa admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1357505 Jul 27 06:39:42.175216 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] Set router 67127d84-c1c5-4818-bd4d-db65f8db8638 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:39:42.387560 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'name': 'router1', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '6250d096-efe3-481f-a630-f0a605b00655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:39:21Z', 'updated_at': '2021-07-27T06:39:38Z', 'revision_number': 4, 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'gw_port': {'id': '6250d096-efe3-481f-a630-f0a605b00655', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:38Z', 'updated_at': '2021-07-27T06:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '44697474-d625-43fb-96a0-8a0487b6117d', 'name': '', 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'mac_address': 'fa:16:3e:22:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:30Z', 'updated_at': '2021-07-27T06:39:41Z', 'revision_number': 5, 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'subnets': [{'id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa26096c-c32a-451e-8aef-e1fcc7ad3a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:39:42.414797 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795eaef-3e44-4d4f-9072-244e17c62c01 None None] The sync data for ids ['67127d84-c1c5-4818-bd4d-db65f8db8638'] in dv-cinder-779194-3-iscsi is: [{'id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'name': 'router1', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '6250d096-efe3-481f-a630-f0a605b00655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:39:21Z', 'updated_at': '2021-07-27T06:39:38Z', 'revision_number': 4, 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'gw_port': {'id': '6250d096-efe3-481f-a630-f0a605b00655', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:38Z', 'updated_at': '2021-07-27T06:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '44697474-d625-43fb-96a0-8a0487b6117d', 'name': '', 'network_id': 'a384a49f-3d2e-4a90-a204-29645eef7528', 'tenant_id': 'beb7fdf7103948578a5c88a67c530ab1', 'mac_address': 'fa:16:3e:22:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67127d84-c1c5-4818-bd4d-db65f8db8638', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:39:30Z', 'updated_at': '2021-07-27T06:39:41Z', 'revision_number': 5, 'project_id': 'beb7fdf7103948578a5c88a67c530ab1', 'subnets': [{'id': '38d0e03d-0fa8-421f-a3bc-70e91dbb34fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa26096c-c32a-451e-8aef-e1fcc7ad3a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:39:42.649819 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 44697474-d625-43fb-96a0-8a0487b6117d up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:39:42.710386 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 44697474-d625-43fb-96a0-8a0487b6117d triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:42.710386 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:42.799270 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 6250d096-efe3-481f-a630-f0a605b00655 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:39:42.926068 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 6250d096-efe3-481f-a630-f0a605b00655 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:39:42.931034 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 6250d096-efe3-481f-a630-f0a605b00655 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:42.931321 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:43.059041 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:43.079568 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 6250d096-efe3-481f-a630-f0a605b00655, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=6250d096-efe3-481f-a630-f0a605b00655,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:39:43.149022 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:43.204864 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=6250d096-efe3-481f-a630-f0a605b00655,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:39:44.553938 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 6250d096-efe3-481f-a630-f0a605b00655 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:39:44.604487 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 6250d096-efe3-481f-a630-f0a605b00655 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:39:44.604925 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:54.148385 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-76f0829d-12f0-47cb-af24-9db88ebd782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:56.623274 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6166a6d4-5d28-43c1-91ca-9f3d2c511333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:56.818042 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:57.863476 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:39:59.165454 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:13.385788 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 5 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:40:24.170167 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f4163c7d-5024-4481-8c00-58b5f50d0967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:26.656348 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-fba58092-f942-4e4f-935a-fa4f3971a24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:26.776686 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:27.879011 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:30.050782 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:50.384010 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 5 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:40:54.152561 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-322ce885-05eb-4cbc-a675-add2644d3590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:56.598412 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-063efc94-103d-46bf-a613-5c25038b7848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:56.763668 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:57.872585 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:40:59.141001 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:22.023581 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 54824) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:22.090759 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.pecan_wsgi.hooks.translation [None req-595032be-c71a-478d-8cad-93a51dbf5542 admin admin] GET failed (client error): The resource could not be found. Jul 27 06:41:22.092050 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-595032be-c71a-478d-8cad-93a51dbf5542 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674345 Jul 27 06:41:22.271520 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1950ad75-cbeb-46f1-b730-14e53885c687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:22.272924 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-1950ad75-cbeb-46f1-b730-14e53885c687 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1762576 Jul 27 06:41:24.163447 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-53724cfe-6a5c-4b86-bcdd-d1fa1b1bce8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:24.441566 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54834) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:24.536952 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a678d9e4-b340-4833-9d14-cab4439aa9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:24.538309 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-a678d9e4-b340-4833-9d14-cab4439aa9a8 admin admin] 10.222.0.24 "GET /v2.0/subnets/38d0e03d-0fa8-421f-a3bc-70e91dbb34fa HTTP/1.1" status: 200 len: 849 time: 0.0957990 Jul 27 06:41:24.547916 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:41:24.632425 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:24.837374 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753740774373'] for subnet, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:24.869324 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:24.869917 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:24.872935 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] 10.222.0.24 "PUT /v2.0/subnets/38d0e03d-0fa8-421f-a3bc-70e91dbb34fa HTTP/1.1" status: 200 len: 868 time: 0.3270051 Jul 27 06:41:24.873915 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd1f7cd-a02b-42ac-aea4-7bebafe946e4 None None] Network a384a49f-3d2e-4a90-a204-29645eef7528 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:41:24.890410 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d0e03d-0fa8-421f-a3bc-70e91dbb34fa,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:41:24.898598 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:24.898973 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:24.899340 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:24.900046 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:24.900395 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:24.900772 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:24.901113 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:24.901452 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:24.901802 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:24.902140 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:24.902469 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:24.902968 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2252c7e-f60b-479a-b41b-ef3387d83367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:41:25.299138 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-1bb790ac-c988-45b9-ae99-f2db66287c73 None None] Provisioning complete for port 44697474-d625-43fb-96a0-8a0487b6117d triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:41:25.299785 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-1bb790ac-c988-45b9-ae99-f2db66287c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:25.382603 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-1bb790ac-c988-45b9-ae99-f2db66287c73 None None] Provisioning complete for port f42ffc46-7c20-44f0-a27f-0569c6c2e798 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:41:25.382900 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-1bb790ac-c988-45b9-ae99-f2db66287c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:26.620574 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-b7a45a64-13ef-4f77-afe2-36c4d66e659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:26.780228 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:27.062863 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54844) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:27.262298 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af04685-e1fe-44b5-b4e7-1ef8405b2f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:27.262694 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af04685-e1fe-44b5-b4e7-1ef8405b2f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:27.264269 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-9af04685-e1fe-44b5-b4e7-1ef8405b2f0f admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004268 Jul 27 06:41:27.383422 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 5 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:41:27.900379 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:29.168653 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:29.411329 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54852) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:29.537889 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40408071-cff0-4274-a198-3154a1fa0213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:29.538372 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40408071-cff0-4274-a198-3154a1fa0213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:29.539880 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-40408071-cff0-4274-a198-3154a1fa0213 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1276069 Jul 27 06:41:31.674743 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54860) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:31.806275 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03024a08-f5ca-4217-8994-9bade126bbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:31.807614 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-03024a08-f5ca-4217-8994-9bade126bbab admin admin] 10.222.0.24 "GET /v2.0/networks/a384a49f-3d2e-4a90-a204-29645eef7528 HTTP/1.1" status: 200 len: 869 time: 0.1319275 Jul 27 06:41:33.962100 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54868) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:34.083870 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a4aded-1fb3-4ed2-abcb-b4f796eefb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:34.085260 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-f3a4aded-1fb3-4ed2-abcb-b4f796eefb10 admin admin] 10.222.0.24 "GET /v2.0/networks/f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 HTTP/1.1" status: 200 len: 886 time: 0.1222191 Jul 27 06:41:36.247759 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54876) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:36.368884 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d76b2eb-f61d-4bd0-a845-a132f119093e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:36.369347 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d76b2eb-f61d-4bd0-a845-a132f119093e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:36.370848 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-0d76b2eb-f61d-4bd0-a845-a132f119093e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221528 Jul 27 06:41:38.587769 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54884) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:38.675733 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3684735b-30b0-4204-8a93-f91e417f59db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:38.676459 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3684735b-30b0-4204-8a93-f91e417f59db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:38.677977 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-3684735b-30b0-4204-8a93-f91e417f59db admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0892682 Jul 27 06:41:40.837137 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 54892) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:40.922557 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648f5c9-bc4b-414f-b183-7393a9b01998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:40.923897 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-c648f5c9-bc4b-414f-b183-7393a9b01998 admin admin] 10.222.0.24 "GET /v2.0/subnets/149a32d3-6065-4798-a202-46ffdecc8f39 HTTP/1.1" status: 200 len: 816 time: 0.0858705 Jul 27 06:41:43.053479 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 54900) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:41:43.143617 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2183b2bc-d2d2-45cd-994d-db92e1774db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:41:43.144983 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-2183b2bc-d2d2-45cd-994d-db92e1774db8 admin admin] 10.222.0.24 "GET /v2.0/subnets/38d0e03d-0fa8-421f-a3bc-70e91dbb34fa HTTP/1.1" status: 200 len: 868 time: 0.0905511 Jul 27 06:41:54.162294 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-9ee4d37f-017a-40ad-9faf-9247772ee389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:56.636345 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-02b1217e-a11c-4fea-a53a-0bc3d9b0c52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:56.801572 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:57.894024 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:41:59.161300 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:04.382344 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 5 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:42:08.729358 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 54954) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:42:08.774331 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [None req-0fa881b2-ce77-4900-bb72-748d0a799fd1 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100257) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:42:08.775359 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-0fa881b2-ce77-4900-bb72-748d0a799fd1 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450668 Jul 27 06:42:10.994640 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 54962) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:42:11.052371 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c74ec77-b5dd-4141-9490-35e2a3bd0127 admin admin] GET failed (client error): The resource could not be found. Jul 27 06:42:11.053782 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-4c74ec77-b5dd-4141-9490-35e2a3bd0127 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582087 Jul 27 06:42:11.142749 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea2e41-fd41-4e6a-8bb7-911fa963145a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:42:11.144231 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-07ea2e41-fd41-4e6a-8bb7-911fa963145a admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0861304 Jul 27 06:42:13.334410 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 54970) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:42:13.378883 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:42:13.486596 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Made reservation on behalf of b3720956ad6e4584b6c6b3cd312e30ef for: {'network': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:42:13.488909 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:13.532558 dv-cinder-779194-3-iscsi neutron-server[100257]: WARNING neutron.services.revisions.revision_plugin [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Could not find related network for resource to bump revision. Jul 27 06:42:13.548814 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:42:13.561407 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753740848918', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:13.561962 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Unsubscribe: segment precommit_create {{(pid=100257) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 06:42:13.563034 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.segments_db [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Added segment dbb89935-3f35-4230-9db7-7dfd2002f3ab of type vlan for network 078ad8e9-ce73-4dde-b36c-cc291f621fa3 Jul 27 06:42:13.614534 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:13.738055 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:13.739033 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:42:13.739633 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:13.830411 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Pushing event updated for resources: {'Network': ['ID=078ad8e9-ce73-4dde-b36c-cc291f621fa3,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:42:13.836821 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:13.837197 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:13.837547 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:13.837887 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:13.838222 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:13.838573 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:13.838909 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:13.839255 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:13.839604 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:13.839988 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:13.840261 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:13.840584 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:13.852497 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 078ad8e9-ce73-4dde-b36c-cc291f621fa3 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:42:13.870538 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-55ec5fc2-ab53-4122-8ad2-fd949ca18f01 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5350020 Jul 27 06:42:16.036234 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 54978) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:42:16.093748 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdbac3e-a8dc-463a-ae19-435aee7b7934 admin admin] GET failed (client error): The resource could not be found. Jul 27 06:42:16.095621 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-3bdbac3e-a8dc-463a-ae19-435aee7b7934 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584135 Jul 27 06:42:16.163151 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c412be7-ec04-4499-a94f-29352c88243d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:42:16.164557 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-7c412be7-ec04-4499-a94f-29352c88243d admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644095 Jul 27 06:42:16.174544 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-475e2466-cc50-48c8-8efc-7922b8c61a6a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:42:16.258603 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475e2466-cc50-48c8-8efc-7922b8c61a6a admin admin] Made reservation on behalf of b3720956ad6e4584b6c6b3cd312e30ef for: {'subnet': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:42:16.260770 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-475e2466-cc50-48c8-8efc-7922b8c61a6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:16.453749 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-475e2466-cc50-48c8-8efc-7922b8c61a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:16.510349 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e2466-cc50-48c8-8efc-7922b8c61a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4111424-d283-4192-81ca-fe8698fdd893,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:42:16.517539 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e2466-cc50-48c8-8efc-7922b8c61a6a admin admin] Checking segment: {'id': 'dbb89935-3f35-4230-9db7-7dfd2002f3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:42:16.517896 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e2466-cc50-48c8-8efc-7922b8c61a6a admin admin] Network hostable DHCP agents. Network: 078ad8e9-ce73-4dde-b36c-cc291f621fa3, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:42:16.590312 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e2466-cc50-48c8-8efc-7922b8c61a6a admin admin] Network 078ad8e9-ce73-4dde-b36c-cc291f621fa3 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:42:16.652848 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-475e2466-cc50-48c8-8efc-7922b8c61a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 078ad8e9-ce73-4dde-b36c-cc291f621fa3) {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:42:16.656882 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e2466-cc50-48c8-8efc-7922b8c61a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:42:16.657470 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-475e2466-cc50-48c8-8efc-7922b8c61a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:16.662749 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c8657c-0247-4e46-a821-e068ad3e5dd7 None None] Network 078ad8e9-ce73-4dde-b36c-cc291f621fa3 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:42:16.739533 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-475e2466-cc50-48c8-8efc-7922b8c61a6a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5682659 Jul 27 06:42:16.914552 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped675565-aa29-5855-a0a6-196c76607e72-078ad8e9-ce73-4dde-b36c-cc291f621fa3', 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3', 'tenant_id': 'b3720956ad6e4584b6c6b3cd312e30ef', 'fixed_ips': [{'subnet_id': 'f4111424-d283-4192-81ca-fe8698fdd893'}]}} from dv-cinder-779194-3-iscsi. {{(pid=100259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:42:16.915442 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:17.050433 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.db_base_plugin_common [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Allocated IP 192.168.233.2 (078ad8e9-ce73-4dde-b36c-cc291f621fa3/f4111424-d283-4192-81ca-fe8698fdd893/362b01ce-0e34-4369-a002-d8e69e4a7e70) {{(pid=100259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:42:17.193224 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Notify callbacks [] for port, precommit_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:17.201360 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Transition to ACTIVE for port object 362b01ce-0e34-4369-a002-d8e69e4a7e70 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:42:17.216268 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Transition to ACTIVE for port object 362b01ce-0e34-4369-a002-d8e69e4a7e70 will not be triggered until provisioned by entity DHCP. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:42:17.270718 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:17.308410 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Network 078ad8e9-ce73-4dde-b36c-cc291f621fa3 is already hosted by enough agents. {{(pid=100259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:42:17.311245 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.base_scheduler [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Resources bound (agent type, host, resource id): {{(pid=100259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:42:17.318234 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Received port after_create {{(pid=100259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:42:17.327048 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Pushing event updated for resources: {'Port': ['ID=362b01ce-0e34-4369-a002-d8e69e4a7e70,revision_number=1']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:42:17.352254 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:17.352638 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:17.352993 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:17.353346 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:17.353681 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:17.354019 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:17.354351 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:17.354683 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:17.355031 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:17.355363 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:17.355691 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:17.356018 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:42:17.395824 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Attempting to bind port 362b01ce-0e34-4369-a002-d8e69e4a7e70 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:42:17.396201 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Attempting to bind port 362b01ce-0e34-4369-a002-d8e69e4a7e70 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'dbb89935-3f35-4230-9db7-7dfd2002f3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:42:17.396566 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Attempting to bind port 362b01ce-0e34-4369-a002-d8e69e4a7e70 on network 078ad8e9-ce73-4dde-b36c-cc291f621fa3 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:42:17.401527 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:42:17.401895 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Checking segment: {'id': 'dbb89935-3f35-4230-9db7-7dfd2002f3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:42:17.402299 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:17.402691 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Bound using segment: {'id': 'dbb89935-3f35-4230-9db7-7dfd2002f3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:42:17.403152 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Bound port: 362b01ce-0e34-4369-a002-d8e69e4a7e70, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb89935-3f35-4230-9db7-7dfd2002f3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:42:17.403540 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:17.465478 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] For port 362b01ce-0e34-4369-a002-d8e69e4a7e70, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:42:17.468405 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] For port 362b01ce-0e34-4369-a002-d8e69e4a7e70, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=362b01ce-0e34-4369-a002-d8e69e4a7e70,segment=NetworkSegment(dbb89935-3f35-4230-9db7-7dfd2002f3ab),segment_id=dbb89935-3f35-4230-9db7-7dfd2002f3ab)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:42:17.550170 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:17.611846 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832908d-9432-41e8-b827-b0d32a5defcc None None] Pushing event updated for resources: {'Port': ['ID=362b01ce-0e34-4369-a002-d8e69e4a7e70,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:42:18.376477 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a77b06-be6d-45e5-ae28-15f32f7f2470 None None] Network 078ad8e9-ce73-4dde-b36c-cc291f621fa3 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:42:18.543540 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-34145e28-cb7a-48b5-90fc-fdbce6cc9337 None None] Provisioning for port 362b01ce-0e34-4369-a002-d8e69e4a7e70 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:42:18.705865 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 362b01ce-0e34-4369-a002-d8e69e4a7e70 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:42:18.813839 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 362b01ce-0e34-4369-a002-d8e69e4a7e70 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:42:18.817910 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 362b01ce-0e34-4369-a002-d8e69e4a7e70 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:42:18.818287 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:18.906520 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:18.938199 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 362b01ce-0e34-4369-a002-d8e69e4a7e70, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=362b01ce-0e34-4369-a002-d8e69e4a7e70,segment=NetworkSegment(dbb89935-3f35-4230-9db7-7dfd2002f3ab),segment_id=dbb89935-3f35-4230-9db7-7dfd2002f3ab)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:42:19.023589 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:19.072685 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=362b01ce-0e34-4369-a002-d8e69e4a7e70,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:42:20.675460 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 362b01ce-0e34-4369-a002-d8e69e4a7e70 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:42:20.722750 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 362b01ce-0e34-4369-a002-d8e69e4a7e70 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:42:20.723114 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:24.200039 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-bf90aba8-4247-40c9-b2e9-bae07827338c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:26.618469 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6d25cb49-8e55-4784-94d0-641998e904b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:26.778632 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:27.921573 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:29.172687 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:41.381517 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 5 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:42:54.177777 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e6179627-73d1-4f99-94c1-03ab9fb4bd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:56.634659 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f64f8c0a-4189-4de5-8ded-bc59cf4aa7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:56.778081 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:57.898054 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:42:59.165638 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:18.379332 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 5 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:43:24.376890 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ca7ecf2b-22a4-4be7-b917-7ccdd99ea0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:26.617299 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8684-d3dc-4e7e-b319-5449a4d2f66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:26.782615 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:27.885689 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:29.221089 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:54.161535 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 55030) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:43:54.167979 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [None req-f7d83aae-536b-4074-b927-b69903244ec3 tempest-verify_tempest_config-1825369636 tempest-verify_tempest_config-1825369636-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100257) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:43:54.168963 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-f7d83aae-536b-4074-b927-b69903244ec3 tempest-verify_tempest_config-1825369636 tempest-verify_tempest_config-1825369636-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064723 Jul 27 06:43:54.170619 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-7eb73880-ee7d-4787-ba8a-d89dac2c834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.010623 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55048) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:43:55.110296 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.195957 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.290783 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.335815 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb8229f126cf4da18604f9362680bac2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3241425 Jul 27 06:43:55.336706 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f446a1f6-8b16-43d4-9fa8-f239214ed4d2,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:43:55.338464 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 55054) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:43:55.343291 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.343661 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.344034 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.344485 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.345144 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.345492 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.345827 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.346170 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.346500 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.346822 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.347142 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.347462 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394188e-b7fb-459a-aed8-690add70f3f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.377618 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 5 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:43:55.414514 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.435420 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.592463 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.595312 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:55.596448 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f446a1f6-8b16-43d4-9fa8-f239214ed4d2 HTTP/1.1" status: 204 len: 168 time: 0.2570291 Jul 27 06:43:55.604766 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f446a1f6-8b16-43d4-9fa8-f239214ed4d2,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:43:55.611462 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.611831 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.612182 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.612522 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.612886 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.613207 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.613537 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.614000 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.614338 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.614664 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.615032 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:55.615358 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345abc31-26ac-4254-aefa-c2e0b5e72100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:43:56.633971 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f171da37-5fd1-492a-b08a-d3f9866d32c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:56.770645 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:57.895795 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:43:59.198907 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:24.171907 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e75b53c9-ec4d-498d-9d77-ae8a6017c86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:26.620958 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-677e8fe8-6f22-4ef2-8872-98e74ed3fbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:26.780906 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:27.894221 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:29.163633 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:32.375241 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 5 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:44:54.174309 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a8efb351-7dcc-45c3-a260-86525ca2e836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:56.637114 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-98a4ca88-5a1f-449b-8a75-8ec6703b66e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:56.791616 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:57.894084 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:44:59.184807 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:09.374479 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 5 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:45:24.190666 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8ccebc02-1952-49eb-837a-f378742ebc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:26.618400 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-d9d2bb11-8fdc-459b-b2fd-445421a0d8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:26.774600 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:26.968423 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-929307'] for agent, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:27.899289 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:29.196462 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:41.616239 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55130) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:45:41.716056 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-646f667a-45f1-401f-86ea-6d91e2f3acc4 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0986588 Jul 27 06:45:43.886571 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55140) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:45:43.938610 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-fda312c4-3b40-4a5e-aabd-21c12ee5765e admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0507872 Jul 27 06:45:46.372536 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:45:54.189672 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab150-3aa8-481e-b63b-48fa0e4cb1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:56.641386 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f6bddc7c-60e3-4703-9a10-98134d8048df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:56.805680 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:56.938301 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:57.908350 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:45:59.177418 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:23.371829 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:46:24.171803 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ea31a68f-bf18-43fd-94a7-544670a5ac45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:26.617547 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cf8afb33-5554-4e15-92d3-6c9068998a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:26.789013 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:26.941784 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:27.886524 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:29.187709 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:54.187898 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-d41d2ea3-9506-4455-8b57-266bc39c422d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:56.656977 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e373745b-aa5b-40db-adac-098ec9cea5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:56.771349 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:57.062291 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:57.884995 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:46:59.232815 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:00.371330 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:47:13.171052 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55358) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:13.289491 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 55372) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:13.522654 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 55386) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:13.542659 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-506375611-network', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:13.570313 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1496472896-network', 'tenant_id': '5ba80b686ea94bf5aaa8569b437109c5'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:13.673382 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Made reservation on behalf of 79a3461cad294d4b82af5df6c2ea3ad9 for: {'network': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:13.675814 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:13.684922 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:13.799771 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Made reservation on behalf of 5ba80b686ea94bf5aaa8569b437109c5 for: {'network': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:13.802372 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:13.824671 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:13.901225 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:13.954877 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1843495727-network', 'tenant_id': 'fe0cb1ab67da412fb5d566d8464a766b'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:13.977455 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.036393 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:47:14.064581 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.064581 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.segments_db [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Added segment 2aad08af-fccc-4b4d-8e94-8ebf0f3954a7 of type vlan for network 2817c17d-99bf-4f49-a0aa-89c64829a007 Jul 27 06:47:14.075580 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:14.087731 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.088100 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.088468 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.088874 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.089328 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.089959 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.090562 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.091143 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.091497 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.091974 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.092245 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.092930 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Tracked resource versions report: Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: pushed versions: Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: { 'AddressGroup': {'1.2'}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'ConntrackHelper': {'1.0'}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Log': {'1.0'}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Network': {'1.1'}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Port': {'1.7'}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'PortForwarding': {'1.2'}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'QosPolicy': {'1.8'}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'SecurityGroup': {'1.4'}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'SubPort': {'1.0'}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Subnet': {'1.1'}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Trunk': {'1.1'}} Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: consumer versions: Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: { DHCP agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: HyperV agent@hv-cinder-77919: {}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: L3 agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: Metadata agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: Metering agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: Open vSwitch agent@dv-cinder-779194-3-iscsi: { 'AddressGroup': '1.2', Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'ConntrackHelper': '1.0', Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Log': '1.0', Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Network': '1.1', Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Port': '1.7', Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'PortForwarding': '1.2', Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'QosPolicy': '1.8', Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'SecurityGroup': '1.4', Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'SecurityGroupRule': '1.2', Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'SubPort': '1.0', Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Subnet': '1.1', Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: 'Trunk': '1.1'}} Jul 27 06:47:14.094552 dv-cinder-779194-3-iscsi neutron-server[100258]: {{(pid=100258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:47:14.135902 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.158690 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.246329 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.256280 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.257900 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:14.258544 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.298605 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211ed478-e273-41a6-850a-124a38b3df81,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:14.325159 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=100257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:47:14.327411 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] Pushing event updated for resources: {'Network': ['ID=2817c17d-99bf-4f49-a0aa-89c64829a007,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:14.340731 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 2817c17d-99bf-4f49-a0aa-89c64829a007 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:47:14.349898 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.351107 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.segments_db [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Added segment b6d393e3-231b-43bc-b7a8-8931463bab64 of type vlan for network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 Jul 27 06:47:14.408325 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.439225 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.439910 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.440488 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.441080 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.441645 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.442173 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.442519 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.442925 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.443226 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.443675 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.443939 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.444240 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-a9f5ce95-f56c-414d-a9c9-cd9b481b6540 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2721148 Jul 27 06:47:14.444375 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:14.444942 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55430) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Tracked resource versions report: Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: pushed versions: Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: { 'AddressGroup': {'1.2'}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'ConntrackHelper': {'1.0'}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Log': {'1.0'}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Network': {'1.1'}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Port': {'1.7'}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'PortForwarding': {'1.2'}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'QosPolicy': {'1.8'}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'SecurityGroup': {'1.4'}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'SubPort': {'1.0'}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Subnet': {'1.1'}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Trunk': {'1.1'}} Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: consumer versions: Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: { DHCP agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: HyperV agent@hv-cinder-77919: {}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: L3 agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: Metadata agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: Metering agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: Open vSwitch agent@dv-cinder-779194-3-iscsi: { 'AddressGroup': '1.2', Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'ConntrackHelper': '1.0', Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Log': '1.0', Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Network': '1.1', Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Port': '1.7', Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'PortForwarding': '1.2', Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'QosPolicy': '1.8', Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'SecurityGroup': '1.4', Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'SecurityGroupRule': '1.2', Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'SubPort': '1.0', Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Subnet': '1.1', Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: 'Trunk': '1.1'}} Jul 27 06:47:14.445492 dv-cinder-779194-3-iscsi neutron-server[100257]: {{(pid=100257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:47:14.451501 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-223683d7-112e-456c-9a4c-ce547197cdb5 admin admin] Request body: {'subnet': {'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-506375611-subnet', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:14.463423 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Made reservation on behalf of fe0cb1ab67da412fb5d566d8464a766b for: {'network': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:14.466139 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.483244 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.513640 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.514669 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:14.515422 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.578197 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] Pushing event updated for resources: {'Network': ['ID=4dfad2a5-218c-47b0-a256-e7cadc7efc18,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:14.595064 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:47:14.605492 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223683d7-112e-456c-9a4c-ce547197cdb5 admin admin] Made reservation on behalf of 79a3461cad294d4b82af5df6c2ea3ad9 for: {'subnet': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:14.607919 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-223683d7-112e-456c-9a4c-ce547197cdb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.693854 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-567c2032-6d61-4832-82b9-6472c0ed1414 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4022279 Jul 27 06:47:14.697250 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 55444) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:14.708720 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-176ff867-8f71-464b-b557-f90fa8446687 admin admin] Request body: {'subnet': {'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1496472896-subnet', 'tenant_id': '5ba80b686ea94bf5aaa8569b437109c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:14.864920 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:14.987701 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:15.010776 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:47:15.027168 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b6eb8c-56aa-4763-a62f-412da75d02e7,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:15.030019 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:15.030362 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.segments_db [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Added segment 952317b9-e6a3-497d-a9d8-27a8763ef673 of type vlan for network 1dbec9e1-4b16-48c1-bc03-019ef81be08a Jul 27 06:47:15.052692 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-223683d7-112e-456c-9a4c-ce547197cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:15.109056 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:15.151660 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223683d7-112e-456c-9a4c-ce547197cdb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cde0b16-95d6-4402-80bd-b9623cf5aac9,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:15.163702 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223683d7-112e-456c-9a4c-ce547197cdb5 admin admin] Checking segment: {'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:15.164135 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223683d7-112e-456c-9a4c-ce547197cdb5 admin admin] Network hostable DHCP agents. Network: 2817c17d-99bf-4f49-a0aa-89c64829a007, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:47:15.279172 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176ff867-8f71-464b-b557-f90fa8446687 admin admin] Made reservation on behalf of 5ba80b686ea94bf5aaa8569b437109c5 for: {'subnet': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:15.281534 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-176ff867-8f71-464b-b557-f90fa8446687 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:15.307170 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223683d7-112e-456c-9a4c-ce547197cdb5 admin admin] Network 2817c17d-99bf-4f49-a0aa-89c64829a007 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:47:15.316134 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:15.319369 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:15.319369 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:15.403360 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] Pushing event updated for resources: {'Network': ['ID=1dbec9e1-4b16-48c1-bc03-019ef81be08a,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:15.413397 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 1dbec9e1-4b16-48c1-bc03-019ef81be08a details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:47:15.428553 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-223683d7-112e-456c-9a4c-ce547197cdb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 2817c17d-99bf-4f49-a0aa-89c64829a007) {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:15.435858 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223683d7-112e-456c-9a4c-ce547197cdb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:15.439909 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-223683d7-112e-456c-9a4c-ce547197cdb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:15.449312 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034ac2ba-a73c-458f-8762-5366f8d00bbd None None] Network 2817c17d-99bf-4f49-a0aa-89c64829a007 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:15.458106 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-b02e3780-e3e2-4d3a-b3b3-363109e4f3cf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9330971 Jul 27 06:47:15.468620 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55482) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:15.472163 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-df3cc440-d2dd-409a-8d04-9227be51de1f admin admin] Request body: {'subnet': {'network_id': '1dbec9e1-4b16-48c1-bc03-019ef81be08a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1843495727-subnet', 'tenant_id': 'fe0cb1ab67da412fb5d566d8464a766b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:15.580696 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-223683d7-112e-456c-9a4c-ce547197cdb5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1346781 Jul 27 06:47:15.589143 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 55490) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:15.595047 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-506375611-router', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:15.663222 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-176ff867-8f71-464b-b557-f90fa8446687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:15.691034 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3cc440-d2dd-409a-8d04-9227be51de1f admin admin] Made reservation on behalf of fe0cb1ab67da412fb5d566d8464a766b for: {'subnet': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:15.694125 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-df3cc440-d2dd-409a-8d04-9227be51de1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:15.737710 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff47d556-6f44-40b9-85c3-9f3eeb4d371c None None] Network 2817c17d-99bf-4f49-a0aa-89c64829a007 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:15.751888 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ff867-8f71-464b-b557-f90fa8446687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2fb661f-1606-4a65-880d-4a77846eb950,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:15.757370 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ff867-8f71-464b-b557-f90fa8446687 admin admin] Checking segment: {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:15.759925 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ff867-8f71-464b-b557-f90fa8446687 admin admin] Network hostable DHCP agents. Network: 4dfad2a5-218c-47b0-a256-e7cadc7efc18, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:47:15.833940 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-704'] for router, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:15.835545 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-697'] for router, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:15.863685 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ff867-8f71-464b-b557-f90fa8446687 admin admin] Network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:47:16.028362 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-df3cc440-d2dd-409a-8d04-9227be51de1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:16.122142 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-176ff867-8f71-464b-b557-f90fa8446687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 4dfad2a5-218c-47b0-a256-e7cadc7efc18) {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:16.126480 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176ff867-8f71-464b-b557-f90fa8446687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:16.126713 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cc440-d2dd-409a-8d04-9227be51de1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c472e3c-28d3-4597-b48c-4cd19f7758ae,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:16.127073 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-176ff867-8f71-464b-b557-f90fa8446687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:16.136746 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3cc440-d2dd-409a-8d04-9227be51de1f admin admin] Checking segment: {'id': '952317b9-e6a3-497d-a9d8-27a8763ef673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1dbec9e1-4b16-48c1-bc03-019ef81be08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:16.137104 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3cc440-d2dd-409a-8d04-9227be51de1f admin admin] Network hostable DHCP agents. Network: 1dbec9e1-4b16-48c1-bc03-019ef81be08a, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:47:16.137239 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8645660e-5da0-4835-8b7b-11a8ebcc80d7 None None] Network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:16.137397 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:16.255380 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3cc440-d2dd-409a-8d04-9227be51de1f admin admin] Network 1dbec9e1-4b16-48c1-bc03-019ef81be08a is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:47:16.272721 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-176ff867-8f71-464b-b557-f90fa8446687 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5629914 Jul 27 06:47:16.272941 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dd8d73-56dc-4ce0-9a79-fe26a915f8e7 None None] Network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:16.365736 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-df3cc440-d2dd-409a-8d04-9227be51de1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 1dbec9e1-4b16-48c1-bc03-019ef81be08a) {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:16.372006 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3cc440-d2dd-409a-8d04-9227be51de1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:16.373090 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-df3cc440-d2dd-409a-8d04-9227be51de1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:16.377729 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db649f5d-9031-4d00-9d47-66ae1181d0da None None] Network 1dbec9e1-4b16-48c1-bc03-019ef81be08a requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:16.416000 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-928781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:16.480000 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-df3cc440-d2dd-409a-8d04-9227be51de1f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0170214 Jul 27 06:47:16.551002 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79917058-1d8b-43e9-83d3-53c58c39819c None None] Network 1dbec9e1-4b16-48c1-bc03-019ef81be08a requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:47:16.594142 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55526) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:16.638182 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55530) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:16.824280 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9926e035-2726-452d-8191-022501ed3370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:16.845138 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-03c3c3c2-a3e9-4838-9679-777722a07537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:16.884356 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:16.915567 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:16.967209 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9926e035-2726-452d-8191-022501ed3370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.074242 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55570) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:17.081549 dv-cinder-779194-3-iscsi neutron-server[100258]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 06:47:17.091138 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Allocated IP 172.27.1.26 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/5e2250d2-4c02-4102-82e5-0187e582e1da) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:17.127802 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9926e035-2726-452d-8191-022501ed3370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.152398 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 55582) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:17.155886 dv-cinder-779194-3-iscsi neutron-server[100257]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 06:47:17.263153 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-9926e035-2726-452d-8191-022501ed3370 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70bed0021dee4cefbaae1600785bf520&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6678429 Jul 27 06:47:17.272986 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 55584) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:17.315050 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926e035-2726-452d-8191-022501ed3370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595e86f0-4113-4eb4-8d02-936cf665b64f,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:17.344953 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-96581571-fdc3-4e2e-932a-6a78e39cf1c1 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:17.346430 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-96581571-fdc3-4e2e-932a-6a78e39cf1c1 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/networks?id=4dfad2a5-218c-47b0-a256-e7cadc7efc18 HTTP/1.1" status: 200 len: 815 time: 0.2711813 Jul 27 06:47:17.381105 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-caafe20f-ef4f-4ce9-9938-8df21ba4eef8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/quotas/5ba80b686ea94bf5aaa8569b437109c5 HTTP/1.1" status: 200 len: 375 time: 0.0258892 Jul 27 06:47:17.386250 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.390781 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-03c3c3c2-a3e9-4838-9679-777722a07537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.397023 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-de7768af-98d0-47d7-b90c-2570dbe3a893 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:17.398447 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-de7768af-98d0-47d7-b90c-2570dbe3a893 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/networks?id=1dbec9e1-4b16-48c1-bc03-019ef81be08a HTTP/1.1" status: 200 len: 812 time: 0.2450552 Jul 27 06:47:17.439837 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-73c125e4-31c4-4684-b661-5bdf236f1aea tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/quotas/fe0cb1ab67da412fb5d566d8464a766b HTTP/1.1" status: 200 len: 375 time: 0.0268452 Jul 27 06:47:17.440630 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-71c8931f-8af7-4886-8bce-1da00f5508d1 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517976 Jul 27 06:47:17.467683 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-03c3c3c2-a3e9-4838-9679-777722a07537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.506707 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3c3c2-a3e9-4838-9679-777722a07537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6759d73c-d65d-4c67-924a-60ebc20abb7f,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:17.513510 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-03c3c3c2-a3e9-4838-9679-777722a07537 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=651df98f13d946a4b2c44012d72648c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8714383 Jul 27 06:47:17.513775 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55592) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:17.537248 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-4de02250-5bc6-409f-9ed0-02a5d44d6f95 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe0cb1ab67da412fb5d566d8464a766b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883350 Jul 27 06:47:17.545409 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-86095049-e2e3-4711-b458-e76642dc5440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.584552 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-436cc34f-8ab4-4a66-88bd-d5f444df3df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.592016 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-86095049-e2e3-4711-b458-e76642dc5440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.604696 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-b6b927be-dff9-4c46-91ed-3d2d8cb2e2ca service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:47:17.605703 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-b6b927be-dff9-4c46-91ed-3d2d8cb2e2ca service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0675976 Jul 27 06:47:17.625048 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-436cc34f-8ab4-4a66-88bd-d5f444df3df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.651460 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-15d9c0c6-6b74-4514-9f18-ba3a307cee8a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100257) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:47:17.652480 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-15d9c0c6-6b74-4514-9f18-ba3a307cee8a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541294 Jul 27 06:47:17.658110 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.742241 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-86095049-e2e3-4711-b458-e76642dc5440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.745363 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-86095049-e2e3-4711-b458-e76642dc5440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.746478 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-86095049-e2e3-4711-b458-e76642dc5440 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/595e86f0-4113-4eb4-8d02-936cf665b64f HTTP/1.1" status: 204 len: 168 time: 0.4666886 Jul 27 06:47:17.755117 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-bb9c498f-bf00-4d44-8f9b-c0d6ce8d043c service neutron] 10.222.0.24 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385207 Jul 27 06:47:17.814755 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-436cc34f-8ab4-4a66-88bd-d5f444df3df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.817711 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-436cc34f-8ab4-4a66-88bd-d5f444df3df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:17.822464 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-436cc34f-8ab4-4a66-88bd-d5f444df3df0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6759d73c-d65d-4c67-924a-60ebc20abb7f HTTP/1.1" status: 204 len: 168 time: 0.3076851 Jul 27 06:47:17.834778 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cc34f-8ab4-4a66-88bd-d5f444df3df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6759d73c-d65d-4c67-924a-60ebc20abb7f,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:17.875076 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:17.884540 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:17.891431 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:17.893891 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86095049-e2e3-4711-b458-e76642dc5440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595e86f0-4113-4eb4-8d02-936cf665b64f,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:17.897352 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-32e8ce12-76fc-4331-a1aa-7a84e459338b service neutron] 10.222.0.24 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351454 Jul 27 06:47:17.985774 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Pushing event updated for resources: {'Port': ['ID=5e2250d2-4c02-4102-82e5-0187e582e1da,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:18.081759 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-a92aec91-d7b5-426e-91ed-3c73c4dcb047 service neutron] 10.222.0.24 "GET /v2.0/networks/1dbec9e1-4b16-48c1-bc03-019ef81be08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186022 Jul 27 06:47:18.182299 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-35999e14-1e18-4190-a812-b6c1f233c4a9 service neutron] 10.222.0.24 "GET /v2.0/networks/1dbec9e1-4b16-48c1-bc03-019ef81be08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939877 Jul 27 06:47:18.468029 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:18.502262 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1ddf23b3-eb11-4dc4-b149-ece40c952ba6 req-84a0c365-876b-449e-929f-c1f0438cfdb4 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 210 time: 0.0610812 Jul 27 06:47:18.747729 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55674) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:18.770605 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2908e542-75f2-4da3-b099-0f93bb90e23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:18.879569 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-00a530ed-dc2c-47ef-be27-05b0f439cba0 req-31ff45a3-c9ac-4f24-b5d9-d8840ddfb27f tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 210 time: 0.0751169 Jul 27 06:47:18.981168 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928802'] for router, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:18.985525 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2908e542-75f2-4da3-b099-0f93bb90e23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:19.062632 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2908e542-75f2-4da3-b099-0f93bb90e23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:19.169590 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-2908e542-75f2-4da3-b099-0f93bb90e23d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b56617529eba464583665d7a5e0a2469&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4204848 Jul 27 06:47:19.176454 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 55710) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:19.208077 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908e542-75f2-4da3-b099-0f93bb90e23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7c900b-24e4-4e67-832b-4c2c26ed6f02,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:19.267933 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Router 526e3dfe-d46d-43ee-938d-ff5d02e85c8a is scheduled to L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 with binding_index 1 {{(pid=100257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:47:19.274978 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-430b8461-48fb-4275-8f49-17ee74437585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:19.337372 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-430b8461-48fb-4275-8f49-17ee74437585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:19.422889 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:47:19.438769 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Sync routers for ids ['526e3dfe-d46d-43ee-938d-ff5d02e85c8a'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:47:19.447971 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Routers {'526e3dfe-d46d-43ee-938d-ff5d02e85c8a'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:19.448579 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:46:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['526e3dfe-d46d-43ee-938d-ff5d02e85c8a'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:19.544168 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-430b8461-48fb-4275-8f49-17ee74437585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:19.549447 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-430b8461-48fb-4275-8f49-17ee74437585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:19.550733 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-430b8461-48fb-4275-8f49-17ee74437585 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f7c900b-24e4-4e67-832b-4c2c26ed6f02 HTTP/1.1" status: 204 len: 168 time: 0.3730574 Jul 27 06:47:19.554087 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] Notify callbacks [] for router, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:19.557334 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-69e66883-92c8-4d58-960f-d0476f18b73c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9640024 Jul 27 06:47:19.559888 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55728) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:19.571683 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b8461-48fb-4275-8f49-17ee74437585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7c900b-24e4-4e67-832b-4c2c26ed6f02,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:19.624959 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Set router 526e3dfe-d46d-43ee-938d-ff5d02e85c8a gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:19.722156 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8e6bf27-2704-4d75-adeb-15dc344cccaa req-93910d85-1807-4aa4-832b-c3ee28db69b3 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 210 time: 0.0775678 Jul 27 06:47:19.905664 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'name': 'tempest-ServerRescueNegativeTestJSON-506375611-router', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:15Z', 'updated_at': '2021-07-27T06:47:18Z', 'revision_number': 3, 'project_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'gw_port': {'id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:16Z', 'updated_at': '2021-07-27T06:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:19.961384 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Checking router: 526e3dfe-d46d-43ee-938d-ff5d02e85c8a for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:47:19.961609 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Updating router 526e3dfe-d46d-43ee-938d-ff5d02e85c8a port 5e2250d2-4c02-4102-82e5-0187e582e1da binding host dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:47:20.022981 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:20.049333 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0f97ee94-6920-4dd1-a3fb-ba21e1fac222 req-32bbe91b-c4c4-4d1d-b894-8ec883ae467d tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 210 time: 0.0656543 Jul 27 06:47:20.431695 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:20.457581 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Notify callbacks [] for port, precommit_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:20.471214 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.provisioning_blocks [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Transition to ACTIVE for port object 5e2250d2-4c02-4102-82e5-0187e582e1da will not be triggered until provisioned by entity L2. {{(pid=100260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:20.594029 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:20.608329 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Allocated IP 172.20.0.1 (2817c17d-99bf-4f49-a0aa-89c64829a007/6cde0b16-95d6-4402-80bd-b9623cf5aac9/75a92a62-3034-4f31-839b-95d92be5fdb3) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:20.645925 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Attempting to bind port 5e2250d2-4c02-4102-82e5-0187e582e1da on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:20.646376 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Attempting to bind port 5e2250d2-4c02-4102-82e5-0187e582e1da by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:20.646811 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Attempting to bind port 5e2250d2-4c02-4102-82e5-0187e582e1da on network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:20.659169 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Pushing event updated for resources: {'Port': ['ID=5e2250d2-4c02-4102-82e5-0187e582e1da,revision_number=2']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:20.661635 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:20.662226 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Checking segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:20.662600 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:20.663204 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Bound using segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:20.663694 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Bound port: 5e2250d2-4c02-4102-82e5-0187e582e1da, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:20.664105 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:20.693353 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:20.693729 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:20.694083 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:20.694428 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:20.694773 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:20.695111 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:20.695460 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:20.695839 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:20.696192 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:20.696698 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:20.697046 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:20.698192 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Tracked resource versions report: Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: pushed versions: Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: { 'AddressGroup': {'1.2'}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'ConntrackHelper': {'1.0'}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Log': {'1.0'}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Network': {'1.1'}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Port': {'1.7'}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'PortForwarding': {'1.2'}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'QosPolicy': {'1.8'}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'SecurityGroup': {'1.4'}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'SubPort': {'1.0'}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Subnet': {'1.1'}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Trunk': {'1.1'}} Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: consumer versions: Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: { DHCP agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: HyperV agent@hv-cinder-77919: {}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: L3 agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: Metadata agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: Metering agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: Open vSwitch agent@dv-cinder-779194-3-iscsi: { 'AddressGroup': '1.2', Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'ConntrackHelper': '1.0', Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Log': '1.0', Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Network': '1.1', Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Port': '1.7', Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'PortForwarding': '1.2', Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'QosPolicy': '1.8', Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'SecurityGroup': '1.4', Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'SecurityGroupRule': '1.2', Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'SubPort': '1.0', Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Subnet': '1.1', Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: 'Trunk': '1.1'}} Jul 27 06:47:20.705772 dv-cinder-779194-3-iscsi neutron-server[100260]: {{(pid=100260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:47:20.740637 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:20.746593 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] For port 5e2250d2-4c02-4102-82e5-0187e582e1da, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:20.751038 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] For port 5e2250d2-4c02-4102-82e5-0187e582e1da, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=5e2250d2-4c02-4102-82e5-0187e582e1da,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:20.900690 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3ce3d5d3-0956-41cb-b18a-bbb4da515387 req-52f700f0-bb9a-40a5-9b6e-f48b015b9233 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 210 time: 0.0292749 Jul 27 06:47:20.907747 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:20.937389 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:20.979016 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Network 2817c17d-99bf-4f49-a0aa-89c64829a007 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:20.984376 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:20.988783 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:20.989639 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929151'] for router_interface, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:21.010026 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17526c13-70da-4fc1-8fba-3c922767d376 None None] Pushing event updated for resources: {'Port': ['ID=5e2250d2-4c02-4102-82e5-0187e582e1da,revision_number=3']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:21.032771 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Routers {'526e3dfe-d46d-43ee-938d-ff5d02e85c8a'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:21.053183 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:46:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['526e3dfe-d46d-43ee-938d-ff5d02e85c8a'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:21.062022 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Pushing event updated for resources: {'Port': ['ID=75a92a62-3034-4f31-839b-95d92be5fdb3,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:21.172267 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 55802) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:21.302610 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] Set router 526e3dfe-d46d-43ee-938d-ff5d02e85c8a gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:21.408498 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d2555cb0-33dd-434b-9d1a-5dd32ef11761 req-2cf4888c-57bb-44ea-b8b7-968d8cb9f79f tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 210 time: 0.0851462 Jul 27 06:47:21.440184 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:21.478306 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-15448af6-c00e-492a-a532-bcc3a73d3af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:21.686758 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'name': 'tempest-ServerRescueNegativeTestJSON-506375611-router', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:15Z', 'updated_at': '2021-07-27T06:47:18Z', 'revision_number': 3, 'project_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'gw_port': {'id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:16Z', 'updated_at': '2021-07-27T06:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:21.691752 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-15448af6-c00e-492a-a532-bcc3a73d3af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:21.722676 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a304db-eec1-4824-828c-67ed022ad42a None None] The sync data for ids ['526e3dfe-d46d-43ee-938d-ff5d02e85c8a'] in dv-cinder-779194-3-iscsi is: [{'id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'name': 'tempest-ServerRescueNegativeTestJSON-506375611-router', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:15Z', 'updated_at': '2021-07-27T06:47:18Z', 'revision_number': 3, 'project_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'gw_port': {'id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:16Z', 'updated_at': '2021-07-27T06:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:47:21.766177 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-15448af6-c00e-492a-a532-bcc3a73d3af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:21.810778 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:21.860828 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15448af6-c00e-492a-a532-bcc3a73d3af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cca835-ea28-44ba-86a2-bde4e04fbd2e,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:21.876312 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-15448af6-c00e-492a-a532-bcc3a73d3af2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41dc696c254a43d2aa46999ae29007f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7028296 Jul 27 06:47:21.879293 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55832) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:21.917464 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:21.918177 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929519'] for router_interface, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.083496 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Pushing event updated for resources: {'Port': ['ID=75a92a62-3034-4f31-839b-95d92be5fdb3,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:22.083496 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-182e4b40-3f21-45e2-bac5-b54830521993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.083496 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2325e311-7051-4333-9b0a-f851515293ac req-86a3edf9-d5e2-4420-a1cb-4570eeeceb75 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 210 time: 0.0685651 Jul 27 06:47:22.115868 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-182e4b40-3f21-45e2-bac5-b54830521993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.166849 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Network 2817c17d-99bf-4f49-a0aa-89c64829a007 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:22.169029 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:22.249579 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 55846) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:22.281356 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-182e4b40-3f21-45e2-bac5-b54830521993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.283877 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-182e4b40-3f21-45e2-bac5-b54830521993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.285062 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-182e4b40-3f21-45e2-bac5-b54830521993 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45cca835-ea28-44ba-86a2-bde4e04fbd2e HTTP/1.1" status: 204 len: 168 time: 0.4046707 Jul 27 06:47:22.302105 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e4b40-3f21-45e2-bac5-b54830521993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cca835-ea28-44ba-86a2-bde4e04fbd2e,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:22.308073 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Router 526e3dfe-d46d-43ee-938d-ff5d02e85c8a has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:47:22.402860 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-af2173e9-b7f7-4d00-a632-679bfa3ee767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.437842 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:47:22.460420 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-e64f6c36-a135-412f-bd57-20aa51dc2e16 admin admin] 10.222.0.24 "PUT /v2.0/routers/526e3dfe-d46d-43ee-938d-ff5d02e85c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9007285 Jul 27 06:47:22.536094 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-af2173e9-b7f7-4d00-a632-679bfa3ee767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.553699 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-09039cb7-3c28-4069-8468-70cc3e87279b req-890a7890-fc64-459a-b2e9-f440e6225868 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 210 time: 0.0371542 Jul 27 06:47:22.604760 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-af2173e9-b7f7-4d00-a632-679bfa3ee767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.649560 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-af2173e9-b7f7-4d00-a632-679bfa3ee767 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0c4fc259d7a41e59d73a22b86028796&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3980753 Jul 27 06:47:22.651025 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2173e9-b7f7-4d00-a632-679bfa3ee767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73d527d-06bc-4bbe-825a-3678ef508228,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:22.652109 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55866) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:22.716491 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd4c6-7730-4381-9232-d887d4a04b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.739895 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd4c6-7730-4381-9232-d887d4a04b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.879007 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd4c6-7730-4381-9232-d887d4a04b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.881714 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd4c6-7730-4381-9232-d887d4a04b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:22.886063 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-7f0cd4c6-7730-4381-9232-d887d4a04b41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f73d527d-06bc-4bbe-825a-3678ef508228 HTTP/1.1" status: 204 len: 168 time: 0.2297297 Jul 27 06:47:22.891627 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cd4c6-7730-4381-9232-d887d4a04b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73d527d-06bc-4bbe-825a-3678ef508228,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:22.925636 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 5e2250d2-4c02-4102-82e5-0187e582e1da up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:23.090870 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 5e2250d2-4c02-4102-82e5-0187e582e1da completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:23.095329 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 5e2250d2-4c02-4102-82e5-0187e582e1da triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:23.104341 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:23.187037 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:23.200498 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f15b8f5f-c33b-4b3a-bacc-57de9355c737 req-257ecd84-39c6-4f62-ad41-6ec304737dc5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 210 time: 0.0297992 Jul 27 06:47:23.216189 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 5e2250d2-4c02-4102-82e5-0187e582e1da, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=5e2250d2-4c02-4102-82e5-0187e582e1da,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:23.218845 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952236b2-a307-436a-b963-c6600501a143 req-ff559a5d-5c8e-45d2-a747-ec640c1ccfc7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:23.220653 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-ff559a5d-5c8e-45d2-a747-ec640c1ccfc7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/networks?id=2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 200 len: 818 time: 0.1226504 Jul 27 06:47:23.237985 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-175b6e33-4909-403b-a822-21ca1261a2be tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/quotas/79a3461cad294d4b82af5df6c2ea3ad9 HTTP/1.1" status: 200 len: 375 time: 0.0112724 Jul 27 06:47:23.323812 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:23.328339 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-c0900e81-6cab-480b-91b4-c250b6e9e3cf tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830336 Jul 27 06:47:23.385514 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=5e2250d2-4c02-4102-82e5-0187e582e1da,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:23.395779 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.396192 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.396969 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.396969 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.397242 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.397789 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.398250 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.398581 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.398964 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.399819 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.400195 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.400525 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Tracked resource versions report: Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: pushed versions: Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: { 'AddressGroup': {'1.2'}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'ConntrackHelper': {'1.0'}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Log': {'1.0'}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Network': {'1.1'}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Port': {'1.7'}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'PortForwarding': {'1.2'}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'QosPolicy': {'1.8'}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'SecurityGroup': {'1.4'}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'SecurityGroupRule': {'1.2'}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'SubPort': {'1.0'}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Subnet': {'1.1'}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Trunk': {'1.1'}} Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: consumer versions: Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: { DHCP agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: HyperV agent@hv-cinder-77919: {}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: L3 agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: Metadata agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: Metering agent@dv-cinder-779194-3-iscsi: {}, Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: Open vSwitch agent@dv-cinder-779194-3-iscsi: { 'AddressGroup': '1.2', Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'ConntrackHelper': '1.0', Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Log': '1.0', Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Network': '1.1', Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Port': '1.7', Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'PortForwarding': '1.2', Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'QosPolicy': '1.8', Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'SecurityGroup': '1.4', Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'SecurityGroupRule': '1.2', Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'SubPort': '1.0', Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Subnet': '1.1', Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: 'Trunk': '1.1'}} Jul 27 06:47:23.401603 dv-cinder-779194-3-iscsi neutron-server[100259]: {{(pid=100259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 06:47:23.440044 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-e88c9fa9-9b31-4f0b-b51a-213119712663 service neutron] 10.222.0.24 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021914 Jul 27 06:47:23.538593 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-b58cd3fd-bccd-498c-aac9-a171a3af1642 service neutron] 10.222.0.24 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921149 Jul 27 06:47:23.653379 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Sync routers for ids ['526e3dfe-d46d-43ee-938d-ff5d02e85c8a'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:47:23.664875 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Routers {'526e3dfe-d46d-43ee-938d-ff5d02e85c8a'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:23.665617 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:46:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['526e3dfe-d46d-43ee-938d-ff5d02e85c8a'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:23.759665 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-044a7e07-c0db-4603-b631-db30662d5549 req-bff8336c-64bd-4b22-8e1b-20f5b38a2648 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 210 time: 0.1263473 Jul 27 06:47:23.799861 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Set router 526e3dfe-d46d-43ee-938d-ff5d02e85c8a gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:23.841334 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-54897ccc-e21a-4aa3-8ba7-279dd0af0d78 req-741a6e66-390d-4be4-b1c6-7d497ae8ca7f tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 210 time: 0.0398245 Jul 27 06:47:23.937718 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55930) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:24.036737 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'name': 'tempest-ServerRescueNegativeTestJSON-506375611-router', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:15Z', 'updated_at': '2021-07-27T06:47:21Z', 'revision_number': 4, 'project_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'gw_port': {'id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:16Z', 'updated_at': '2021-07-27T06:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '75a92a62-3034-4f31-839b-95d92be5fdb3', 'name': '', 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'mac_address': 'fa:16:3e:37:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6cde0b16-95d6-4402-80bd-b9623cf5aac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:20Z', 'updated_at': '2021-07-27T06:47:21Z', 'revision_number': 2, 'project_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'subnets': [{'id': '6cde0b16-95d6-4402-80bd-b9623cf5aac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:24.108122 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Checking router: 526e3dfe-d46d-43ee-938d-ff5d02e85c8a for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:47:24.108763 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Updating router 526e3dfe-d46d-43ee-938d-ff5d02e85c8a port 75a92a62-3034-4f31-839b-95d92be5fdb3 binding host dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:47:24.155144 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-47f2549f-c377-4fcb-bfcc-4f9bbe4d7fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.182741 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.223359 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6c43ee45-859a-469d-82b1-b22bcbd05c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.304555 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-47f2549f-c377-4fcb-bfcc-4f9bbe4d7fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.358989 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fdee6b71-2b27-47aa-a254-b68cddff278e req-9db7d57a-e151-4db8-a7f7-45a032c199c0 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 210 time: 0.0417311 Jul 27 06:47:24.371718 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-df3ac5c8-467c-42bd-8373-a6671070c102 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:24.373329 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-df3ac5c8-467c-42bd-8373-a6671070c102 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/networks?id=2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 200 len: 818 time: 0.1750295 Jul 27 06:47:24.395375 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-fb9506dc-100c-4955-bb08-8f5ad701b0aa tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/quotas/79a3461cad294d4b82af5df6c2ea3ad9 HTTP/1.1" status: 200 len: 375 time: 0.0162733 Jul 27 06:47:24.421821 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-47f2549f-c377-4fcb-bfcc-4f9bbe4d7fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.486242 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-47f2549f-c377-4fcb-bfcc-4f9bbe4d7fb5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2053e282da5646e78ddbd723f0b0497e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5436616 Jul 27 06:47:24.488449 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 55962) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:24.516659 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2549f-c377-4fcb-bfcc-4f9bbe4d7fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f54b52-ac6f-4352-aacc-63b390e310a9,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:24.531245 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-7faf8f41-2921-406b-9650-1ea3b7889513 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1347125 Jul 27 06:47:24.548496 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e1bba3ca-3bd2-45b3-940f-b9bf731b0d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.573969 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e1bba3ca-3bd2-45b3-940f-b9bf731b0d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.589332 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Notify callbacks [] for port, precommit_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.603708 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Transition to ACTIVE for port object 75a92a62-3034-4f31-839b-95d92be5fdb3 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:24.674494 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-0b09fe74-3053-480d-8de1-98f17184dc82 service neutron] 10.222.0.24 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424096 Jul 27 06:47:24.712910 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.740871 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e1bba3ca-3bd2-45b3-940f-b9bf731b0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.743785 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e1bba3ca-3bd2-45b3-940f-b9bf731b0d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:24.745143 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-e1bba3ca-3bd2-45b3-940f-b9bf731b0d1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66f54b52-ac6f-4352-aacc-63b390e310a9 HTTP/1.1" status: 204 len: 168 time: 0.2556274 Jul 27 06:47:24.755934 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bba3ca-3bd2-45b3-940f-b9bf731b0d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f54b52-ac6f-4352-aacc-63b390e310a9,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:24.785371 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65bc3a-ea41-4a95-9f66-47624d2c99f2 None None] Pushing event updated for resources: {'Port': ['ID=75a92a62-3034-4f31-839b-95d92be5fdb3,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:24.807790 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-53e889ea-c29e-44e3-85ce-eccbb900d2cf service neutron] 10.222.0.24 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246254 Jul 27 06:47:25.192369 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Attempting to bind port 75a92a62-3034-4f31-839b-95d92be5fdb3 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:25.192369 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Attempting to bind port 75a92a62-3034-4f31-839b-95d92be5fdb3 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:25.192369 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Attempting to bind port 75a92a62-3034-4f31-839b-95d92be5fdb3 on network 2817c17d-99bf-4f49-a0aa-89c64829a007 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:25.192369 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:25.192369 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Checking segment: {'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:25.192369 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.192369 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Bound using segment: {'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:25.192369 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Bound port: 75a92a62-3034-4f31-839b-95d92be5fdb3, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:25.192369 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.192369 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 5e2250d2-4c02-4102-82e5-0187e582e1da up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:25.199288 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-33f95071-8e29-440c-8988-c9321f401878 req-75cfb653-85e9-4b9d-84a7-8610bcdfeaa6 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 210 time: 0.0838706 Jul 27 06:47:25.202317 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 5e2250d2-4c02-4102-82e5-0187e582e1da triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:25.202317 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.202317 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] For port 75a92a62-3034-4f31-839b-95d92be5fdb3, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:25.202317 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] For port 75a92a62-3034-4f31-839b-95d92be5fdb3, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=75a92a62-3034-4f31-839b-95d92be5fdb3,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:25.268686 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c46d79f4-a934-4300-9485-ee2be089ab9e req-afda32b3-215b-4320-afc8-3abc9abdfb74 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0458708 Jul 27 06:47:25.359775 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:25.423742 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Routers {'526e3dfe-d46d-43ee-938d-ff5d02e85c8a'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:47:25.424382 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:46:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['526e3dfe-d46d-43ee-938d-ff5d02e85c8a'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:25.429251 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65bc3a-ea41-4a95-9f66-47624d2c99f2 None None] Pushing event updated for resources: {'Port': ['ID=75a92a62-3034-4f31-839b-95d92be5fdb3,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:25.539413 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-fb200baa-e46f-4b65-8fb7-c3e44521a464 req-f370507e-c292-41df-bece-b99647b8a3de tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 210 time: 0.0977483 Jul 27 06:47:25.615354 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] Set router 526e3dfe-d46d-43ee-938d-ff5d02e85c8a gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:47:25.629604 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.30', 63842) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:25.894782 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-56a9c508-2851-4d12-a4e0-9d63a34e7a26 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:25.901751 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-56a9c508-2851-4d12-a4e0-9d63a34e7a26 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "GET /v2.0/networks?id=4dfad2a5-218c-47b0-a256-e7cadc7efc18 HTTP/1.1" status: 200 len: 815 time: 0.2658203 Jul 27 06:47:25.978381 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Request body: {'port': {'device_id': '5b3f7503-4c0d-496c-85cc-d77e95755c88', 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18', 'admin_state_up': True, 'tenant_id': '5ba80b686ea94bf5aaa8569b437109c5'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:26.178377 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c357bfbd-59e8-439e-80b3-b00bce37083a req-9183acfe-fb7b-4bca-a557-2e4585a3b915 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 210 time: 0.0457125 Jul 27 06:47:26.312577 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'name': 'tempest-ServerRescueNegativeTestJSON-506375611-router', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:15Z', 'updated_at': '2021-07-27T06:47:21Z', 'revision_number': 4, 'project_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'gw_port': {'id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:16Z', 'updated_at': '2021-07-27T06:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '75a92a62-3034-4f31-839b-95d92be5fdb3', 'name': '', 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'mac_address': 'fa:16:3e:37:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6cde0b16-95d6-4402-80bd-b9623cf5aac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:20Z', 'updated_at': '2021-07-27T06:47:25Z', 'revision_number': 4, 'project_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'subnets': [{'id': '6cde0b16-95d6-4402-80bd-b9623cf5aac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:47:26.363425 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c914f-bd01-48f9-b3b1-0742967a3bba None None] The sync data for ids ['526e3dfe-d46d-43ee-938d-ff5d02e85c8a'] in dv-cinder-779194-3-iscsi is: [{'id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'name': 'tempest-ServerRescueNegativeTestJSON-506375611-router', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:15Z', 'updated_at': '2021-07-27T06:47:21Z', 'revision_number': 4, 'project_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'gw_port': {'id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:16Z', 'updated_at': '2021-07-27T06:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '75a92a62-3034-4f31-839b-95d92be5fdb3', 'name': '', 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'mac_address': 'fa:16:3e:37:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6cde0b16-95d6-4402-80bd-b9623cf5aac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:20Z', 'updated_at': '2021-07-27T06:47:25Z', 'revision_number': 4, 'project_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'subnets': [{'id': '6cde0b16-95d6-4402-80bd-b9623cf5aac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:47:26.373569 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6460a76a-a162-4055-bc19-09d8719172c2 req-78dd82ea-9aaf-45ab-9745-a905eebeca84 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0380604 Jul 27 06:47:26.422951 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Made reservation on behalf of 5ba80b686ea94bf5aaa8569b437109c5 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:26.426995 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.641481 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cf75515b-e58f-44f4-881f-85da9fa65466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.673607 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.30', 63850) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:26.761674 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-68765f41-7887-487f-b4e0-036cd1d21e0a req-d2c91e5e-08d9-43e7-a27d-ede21c6494b4 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 210 time: 0.0599935 Jul 27 06:47:26.869978 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:26.963126 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Allocated IP 172.20.0.13 (4dfad2a5-218c-47b0-a256-e7cadc7efc18/b2fb661f-1606-4a65-880d-4a77846eb950/e6223bc8-7c12-48fe-8dd4-1d8dbd436732) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:27.012057 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-b12e4d04-ba83-4191-bac6-ace6e0d1c446 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:27.014447 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-b12e4d04-ba83-4191-bac6-ace6e0d1c446 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.30 "GET /v2.0/networks?id=1dbec9e1-4b16-48c1-bc03-019ef81be08a HTTP/1.1" status: 200 len: 812 time: 0.3291357 Jul 27 06:47:27.060329 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.079278 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Request body: {'port': {'device_id': '4b79d430-f734-46ab-9727-cb471936b3ef', 'network_id': '1dbec9e1-4b16-48c1-bc03-019ef81be08a', 'admin_state_up': True, 'tenant_id': 'fe0cb1ab67da412fb5d566d8464a766b'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:27.083013 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 75a92a62-3034-4f31-839b-95d92be5fdb3 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:27.230765 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.354974 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 75a92a62-3034-4f31-839b-95d92be5fdb3 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:27.359262 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ca780dcb-5215-49b3-9467-36b32e514424 req-df0aebc9-718c-4736-903b-2b7f2ff86769 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 210 time: 0.0412555 Jul 27 06:47:27.364353 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 75a92a62-3034-4f31-839b-95d92be5fdb3 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:27.365806 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.409865 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.530379 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56120) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:27.566893 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.631412 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 75a92a62-3034-4f31-839b-95d92be5fdb3, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=75a92a62-3034-4f31-839b-95d92be5fdb3,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:27.656632 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-509593c1-37d9-4ba8-854b-78288a0d5c6e req-a32e36ef-e535-471e-b18e-5d0db01b9afd tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.1282949 Jul 27 06:47:27.674776 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:27.687183 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Pushing event updated for resources: {'Port': ['ID=e6223bc8-7c12-48fe-8dd4-1d8dbd436732,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:27.691925 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:27.694582 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:27.702006 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:27.702896 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.741642 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Made reservation on behalf of fe0cb1ab67da412fb5d566d8464a766b for: {'port': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:27.750872 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.765949 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2460ff30-5bfa-43e8-bb36-d4479ede873f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.821581 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:27.891295 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-18f5edc2-29e0-4ef6-ae1d-257d1cb3ddf5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9187548 Jul 27 06:47:27.916909 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=75a92a62-3034-4f31-839b-95d92be5fdb3,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:27.923075 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-2610ff12-316c-4f00-a23d-547ca04812db tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:47:27.926809 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-2610ff12-316c-4f00-a23d-547ca04812db tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153058 Jul 27 06:47:28.004714 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.046676 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2460ff30-5bfa-43e8-bb36-d4479ede873f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.136232 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2460ff30-5bfa-43e8-bb36-d4479ede873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.194989 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Request body: {'port': {'device_id': '5b3f7503-4c0d-496c-85cc-d77e95755c88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:28.330087 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Allocated IP 172.20.0.3 (1dbec9e1-4b16-48c1-bc03-019ef81be08a/4c472e3c-28d3-4597-b48c-4cd19f7758ae/67bc4acc-3618-4a12-88c5-e3f188dce50f) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:28.348505 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e5c16-08ae-4b95-9d8a-769b832f69de req-bfebcf44-f3a6-4e04-a88d-0f841bb124dd tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:28.356844 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-2460ff30-5bfa-43e8-bb36-d4479ede873f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d734d29184e14469a5076d7cc34b6ec6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7740903 Jul 27 06:47:28.358063 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b19e5c16-08ae-4b95-9d8a-769b832f69de req-bfebcf44-f3a6-4e04-a88d-0f841bb124dd tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 932 time: 0.4556010 Jul 27 06:47:28.360105 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56146) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:28.362533 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460ff30-5bfa-43e8-bb36-d4479ede873f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e269f6-b042-4f00-ba7b-b8f73d4994d8,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:28.470998 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b19e5c16-08ae-4b95-9d8a-769b832f69de req-988f292a-f6ef-48ad-9470-71b8e1917295 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059766 Jul 27 06:47:28.481937 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.505754 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a39964b7-4931-42a9-8744-61590224f2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.558970 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a39964b7-4931-42a9-8744-61590224f2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.689712 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6bdd04d1-645c-4d8f-ab9b-a45567a9173b req-d4cd9ebf-3a42-40e3-b1a9-591781752b52 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 210 time: 0.0643544 Jul 27 06:47:28.709621 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:28.871932 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-920c0574-9e0e-41bf-bb2b-7728f926bee4 req-9dd2e89f-b057-4ffc-b3e1-df4c722f435d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0666535 Jul 27 06:47:28.913518 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 75a92a62-3034-4f31-839b-95d92be5fdb3 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:29.000926 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 75a92a62-3034-4f31-839b-95d92be5fdb3 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:29.001534 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.005888 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.019727 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a39964b7-4931-42a9-8744-61590224f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.027431 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a39964b7-4931-42a9-8744-61590224f2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.031989 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-a39964b7-4931-42a9-8744-61590224f2e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59e269f6-b042-4f00-ba7b-b8f73d4994d8 HTTP/1.1" status: 204 len: 168 time: 0.6705897 Jul 27 06:47:29.131036 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Network 1dbec9e1-4b16-48c1-bc03-019ef81be08a is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:29.150390 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:29.156351 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:29.168450 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:29.174303 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for port, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.202738 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Pushing event updated for resources: {'Port': ['ID=67bc4acc-3618-4a12-88c5-e3f188dce50f,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:29.221464 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6223bc8-7c12-48fe-8dd4-1d8dbd436732 {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:29.239293 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39964b7-4931-42a9-8744-61590224f2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e269f6-b042-4f00-ba7b-b8f73d4994d8,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:29.246757 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.285546 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Transition to ACTIVE for port object e6223bc8-7c12-48fe-8dd4-1d8dbd436732 will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:29.309683 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-45398e16-66c9-44bb-8874-c471169e1e83 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2401605 Jul 27 06:47:29.376143 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.377584 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.487942 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Pushing event updated for resources: {'Port': ['ID=e6223bc8-7c12-48fe-8dd4-1d8dbd436732,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:29.504326 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Attempting to bind port e6223bc8-7c12-48fe-8dd4-1d8dbd436732 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:29.504745 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Attempting to bind port e6223bc8-7c12-48fe-8dd4-1d8dbd436732 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:29.505111 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Attempting to bind port e6223bc8-7c12-48fe-8dd4-1d8dbd436732 on network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:29.515495 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Port e6223bc8-7c12-48fe-8dd4-1d8dbd436732 on network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:47:29.522301 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Attempting to bind port e6223bc8-7c12-48fe-8dd4-1d8dbd436732 on network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:29.534893 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:29.540470 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Checking segment: {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:29.540470 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Bound using segment: {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:29.540470 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Bound port: e6223bc8-7c12-48fe-8dd4-1d8dbd436732, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:29.540470 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.756822 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] For port e6223bc8-7c12-48fe-8dd4-1d8dbd436732, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:29.771085 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] For port e6223bc8-7c12-48fe-8dd4-1d8dbd436732, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e6223bc8-7c12-48fe-8dd4-1d8dbd436732,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:29.840064 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.876527 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912bb47-d623-4116-96a5-91900daae536 req-aba9f9fb-6db2-453b-b0ca-9535e52e07e4 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:29.885532 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0912bb47-d623-4116-96a5-91900daae536 req-aba9f9fb-6db2-453b-b0ca-9535e52e07e4 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 944 time: 0.2615492 Jul 27 06:47:29.932245 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:29.932903 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:29.934361 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] 10.222.0.30 "PUT /v2.0/ports/e6223bc8-7c12-48fe-8dd4-1d8dbd436732 HTTP/1.1" status: 200 len: 1094 time: 1.8861063 Jul 27 06:47:29.935012 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3f7503-4c0d-496c-85cc-d77e95755c88', 'tag': 'e6223bc8-7c12-48fe-8dd4-1d8dbd436732'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:47:29.972466 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0912bb47-d623-4116-96a5-91900daae536 req-7f5b71fc-7313-4b65-948a-71527b924ac3 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783548 Jul 27 06:47:30.077141 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c7324-15c5-42db-97fe-f9987774c602 service neutron] Pushing event updated for resources: {'Port': ['ID=e6223bc8-7c12-48fe-8dd4-1d8dbd436732,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:30.152757 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f1d22ade-eb56-43e9-a48f-95685394a7dd req-1e193ae0-b8ec-448b-8fba-eb5f5eb59eb7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0696909 Jul 27 06:47:30.155001 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636c743-47c0-462c-9c92-84494076760e req-afa82ede-7e70-4f56-8251-fd78f2cf0b49 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:30.156488 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4636c743-47c0-462c-9c92-84494076760e req-afa82ede-7e70-4f56-8251-fd78f2cf0b49 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 931 time: 0.1509421 Jul 27 06:47:30.236139 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4636c743-47c0-462c-9c92-84494076760e req-f006b308-eb33-40ff-a6a0-9315610e3714 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669611 Jul 27 06:47:30.243459 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0845fc90-d706-433d-86c4-f9f4bb591d83" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3f7503-4c0d-496c-85cc-d77e95755c88", "tag": "e6223bc8-7c12-48fe-8dd4-1d8dbd436732"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:47:30.316002 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56192) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:30.345498 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-57d7a290-44a4-4b6e-921f-b048a6c5fa95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.439918 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635a3be4-4af4-4fb1-bda1-10db0e20fa28 x-openstack-request-id: req-635a3be4-4af4-4fb1-bda1-10db0e20fa28 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:47:30.440204 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3f7503-4c0d-496c-85cc-d77e95755c88", "tag": "e6223bc8-7c12-48fe-8dd4-1d8dbd436732", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:47:30.440526 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-635a3be4-4af4-4fb1-bda1-10db0e20fa28 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:47:30.448845 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3f7503-4c0d-496c-85cc-d77e95755c88', 'tag': 'e6223bc8-7c12-48fe-8dd4-1d8dbd436732', 'status': 'completed', 'code': 200} Jul 27 06:47:30.480658 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-57d7a290-44a4-4b6e-921f-b048a6c5fa95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.547571 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-57d7a290-44a4-4b6e-921f-b048a6c5fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.590816 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7a290-44a4-4b6e-921f-b048a6c5fa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce3f0e6-7d09-447e-b048-7760a90ab9b7,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:30.606319 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-57d7a290-44a4-4b6e-921f-b048a6c5fa95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14ebb2e51cac461dbf607e435895aac3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2892437 Jul 27 06:47:30.608952 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56200) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:30.659638 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e9d8375e-43d5-4368-8ae8-93e68cfa4ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.682008 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e9d8375e-43d5-4368-8ae8-93e68cfa4ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.838817 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e9d8375e-43d5-4368-8ae8-93e68cfa4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.841759 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e9d8375e-43d5-4368-8ae8-93e68cfa4ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:30.843215 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-e9d8375e-43d5-4368-8ae8-93e68cfa4ab5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ce3f0e6-7d09-447e-b048-7760a90ab9b7 HTTP/1.1" status: 204 len: 168 time: 0.2328982 Jul 27 06:47:30.852489 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8375e-43d5-4368-8ae8-93e68cfa4ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce3f0e6-7d09-447e-b048-7760a90ab9b7,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:31.110803 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a188619-d0b5-4286-b406-de6067c74db4 req-2bfaeba5-2608-45a1-b995-f976c4870a56 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:31.117229 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9a188619-d0b5-4286-b406-de6067c74db4 req-2bfaeba5-2608-45a1-b995-f976c4870a56 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 944 time: 0.0710526 Jul 27 06:47:31.158015 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9a188619-d0b5-4286-b406-de6067c74db4 req-024059c7-7d78-4240-a508-52c6c7c3c519 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395222 Jul 27 06:47:31.328995 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4a2ed530-72e2-49ed-a123-616ab2520319 req-6d5413a0-ba79-4b44-872c-6d0bafbf8935 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0663466 Jul 27 06:47:31.433714 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f050840-5886-4325-b602-e41049d24d63 req-ea699891-d350-432a-943c-743a7bae0a97 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:31.435820 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3f050840-5886-4325-b602-e41049d24d63 req-ea699891-d350-432a-943c-743a7bae0a97 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 931 time: 0.0910790 Jul 27 06:47:31.485462 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3f050840-5886-4325-b602-e41049d24d63 req-5fbc0343-449d-48ce-a675-8dc46f4e2f43 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433836 Jul 27 06:47:32.318786 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b6fbd-4e89-49ea-a340-f1c98b7ecf7e req-b9065407-a01f-4576-a2f9-8b2c62cac92c tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:32.322149 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f90b6fbd-4e89-49ea-a340-f1c98b7ecf7e req-b9065407-a01f-4576-a2f9-8b2c62cac92c tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 944 time: 0.0910404 Jul 27 06:47:32.387729 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f90b6fbd-4e89-49ea-a340-f1c98b7ecf7e req-ddd70e95-3400-4591-b714-ce1f10bbb0b9 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562592 Jul 27 06:47:32.494555 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-45d4073b-79a2-4b18-8a1c-9d3d2f76eb89 req-11bcfd6a-9bc8-46d1-9cd5-368d32747924 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0424209 Jul 27 06:47:32.667483 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405a3e8-22c6-4e40-a791-49e30366841e req-854dc52d-bed4-4280-8b79-862307fe9624 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:32.667483 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5405a3e8-22c6-4e40-a791-49e30366841e req-854dc52d-bed4-4280-8b79-862307fe9624 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 931 time: 0.0795753 Jul 27 06:47:32.695648 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5405a3e8-22c6-4e40-a791-49e30366841e req-862a50e6-461b-4304-a224-7f9736424e78 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365624 Jul 27 06:47:33.550668 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4ee8d-45fc-445c-8834-0d078d1af7a7 req-65a8ad23-9d76-4436-a621-90f2e9e534d3 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:33.552249 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3ba4ee8d-45fc-445c-8834-0d078d1af7a7 req-65a8ad23-9d76-4436-a621-90f2e9e534d3 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 944 time: 0.0818579 Jul 27 06:47:33.607982 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3ba4ee8d-45fc-445c-8834-0d078d1af7a7 req-9d7df2f2-68ae-4833-95b0-84efea52b32b tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481687 Jul 27 06:47:33.758558 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d16d4edf-ed26-4cd4-9adb-6350548117a2 req-72a025b7-1305-4bde-84af-fffcc029e25a tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.1477959 Jul 27 06:47:33.869152 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373841d5-43b6-4392-b382-cba9b1dac0a8 req-c77af77e-f478-4702-80c8-0ed54fcd1db3 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:33.870912 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-373841d5-43b6-4392-b382-cba9b1dac0a8 req-c77af77e-f478-4702-80c8-0ed54fcd1db3 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 931 time: 0.0691769 Jul 27 06:47:33.925276 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-373841d5-43b6-4392-b382-cba9b1dac0a8 req-136778b6-7460-496c-9d0f-66fb45b3f566 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486448 Jul 27 06:47:34.758705 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30067e7-e9e5-4ee2-a44f-a3e670dd99b2 req-ce71f5a1-7e67-415b-a663-d8816ff3f368 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:34.761315 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b30067e7-e9e5-4ee2-a44f-a3e670dd99b2 req-ce71f5a1-7e67-415b-a663-d8816ff3f368 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 944 time: 0.0849707 Jul 27 06:47:34.802062 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b30067e7-e9e5-4ee2-a44f-a3e670dd99b2 req-310c8465-a21c-427a-9928-f7bee503d07f tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345416 Jul 27 06:47:34.882545 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2d8b5979-bfd5-4436-892b-871177b4cb09 req-8dfd6ff3-13d2-478b-9792-a557573e370e tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0355358 Jul 27 06:47:35.060016 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa3ab2-a1ec-4ea4-a9a6-01be87885357 req-fa14b3a7-2491-4f1b-8df1-0ae9fba51d1f tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:35.061686 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-06fa3ab2-a1ec-4ea4-a9a6-01be87885357 req-fa14b3a7-2491-4f1b-8df1-0ae9fba51d1f tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 931 time: 0.0671761 Jul 27 06:47:35.103685 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-06fa3ab2-a1ec-4ea4-a9a6-01be87885357 req-d8d166db-a101-4f37-990c-0a7bb2f7e224 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351861 Jul 27 06:47:35.337029 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56346) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:35.453316 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bf9958c0-d647-4422-9207-3af339a84994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.540329 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bf9958c0-d647-4422-9207-3af339a84994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.638771 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bf9958c0-d647-4422-9207-3af339a84994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.678631 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9958c0-d647-4422-9207-3af339a84994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47185792-2bb1-4d96-8a1b-8abecc23dbb6,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:35.687123 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-bf9958c0-d647-4422-9207-3af339a84994 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0109c995369a453796979fa614db076c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463097 Jul 27 06:47:35.688823 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56354) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:35.812981 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-21f94d22-c0f6-4438-bd7a-a69069c8b1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.812981 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-21f94d22-c0f6-4438-bd7a-a69069c8b1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:35.949918 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc92792-6294-48c4-b595-1b39c3cecaf2 req-673aa780-5b6f-4707-b055-641b3621a9ae tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:35.951872 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-bcc92792-6294-48c4-b595-1b39c3cecaf2 req-673aa780-5b6f-4707-b055-641b3621a9ae tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 944 time: 0.0749669 Jul 27 06:47:35.983670 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f1aeb898-1372-4370-867a-2c72a30ce9df req-3e13429e-b8e6-4f7b-a54a-eec2520b6515 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0288906 Jul 27 06:47:35.993687 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-bcc92792-6294-48c4-b595-1b39c3cecaf2 req-e1dc9919-8487-4724-ba1b-81120eebccb5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Jul 27 06:47:36.033200 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-21f94d22-c0f6-4438-bd7a-a69069c8b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:36.035780 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-21f94d22-c0f6-4438-bd7a-a69069c8b1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:36.036904 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-21f94d22-c0f6-4438-bd7a-a69069c8b1a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47185792-2bb1-4d96-8a1b-8abecc23dbb6 HTTP/1.1" status: 204 len: 168 time: 0.3465590 Jul 27 06:47:36.045187 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f94d22-c0f6-4438-bd7a-a69069c8b1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47185792-2bb1-4d96-8a1b-8abecc23dbb6,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:36.236316 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437f93f-8f12-40ed-8727-bcccbe921e5e req-1eca4c4a-a892-4759-83c5-24c223acc9ab tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:36.237910 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5437f93f-8f12-40ed-8727-bcccbe921e5e req-1eca4c4a-a892-4759-83c5-24c223acc9ab tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 931 time: 0.0653381 Jul 27 06:47:36.282828 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5437f93f-8f12-40ed-8727-bcccbe921e5e req-d3a4f843-3340-4414-ad2d-9acec81ae681 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373204 Jul 27 06:47:36.957569 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56394) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:36.973308 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-27775394-faab-416c-a9c7-a60f4a70bbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.092037 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-27775394-faab-416c-a9c7-a60f4a70bbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.119992 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-daa232e2-74bd-483c-a724-37aa8fb05719 req-6dd6938e-2a45-48bd-a0b4-8b0327a733a1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0310092 Jul 27 06:47:37.186102 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e87ef-04e5-4055-8caf-e24deaea9ab5 req-138291fa-8fd3-492f-b013-72ff13a6ebbf tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:37.188636 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a41e87ef-04e5-4055-8caf-e24deaea9ab5 req-138291fa-8fd3-492f-b013-72ff13a6ebbf tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 944 time: 0.0852141 Jul 27 06:47:37.235630 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a41e87ef-04e5-4055-8caf-e24deaea9ab5 req-4771fb8f-bee9-48d4-b5b5-c9639ad49c1c tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Jul 27 06:47:37.238701 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-27775394-faab-416c-a9c7-a60f4a70bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.272943 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-27775394-faab-416c-a9c7-a60f4a70bbb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87862a0724064269ad385f091f7f3bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141766 Jul 27 06:47:37.275713 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56402) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:37.282163 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27775394-faab-416c-a9c7-a60f4a70bbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80091272-91f3-40bb-ad4f-8e6eb67a67f1,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:37.328509 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c002-ebc5-447e-8bbb-f04b74688673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.363466 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c002-ebc5-447e-8bbb-f04b74688673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.370710 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:47:37.449043 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba823d58-28c5-4fff-a6f6-0cda9d66ece4 req-aec3f89c-e8c4-4e56-9dba-d141d2722c6b tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:37.457181 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ba823d58-28c5-4fff-a6f6-0cda9d66ece4 req-aec3f89c-e8c4-4e56-9dba-d141d2722c6b tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 931 time: 0.0961802 Jul 27 06:47:37.541456 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ba823d58-28c5-4fff-a6f6-0cda9d66ece4 req-7f9334cc-74a2-4588-b7a3-b7c1ed1d9ad4 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800335 Jul 27 06:47:37.668291 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c002-ebc5-447e-8bbb-f04b74688673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.668291 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c002-ebc5-447e-8bbb-f04b74688673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:37.671567 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-f0d0c002-ebc5-447e-8bbb-f04b74688673 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80091272-91f3-40bb-ad4f-8e6eb67a67f1 HTTP/1.1" status: 204 len: 168 time: 0.3923652 Jul 27 06:47:37.679310 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0c002-ebc5-447e-8bbb-f04b74688673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80091272-91f3-40bb-ad4f-8e6eb67a67f1,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:38.267432 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-67bfe5be-3a18-44fc-bb69-0b2bdbcfdc23 req-338965bc-4e77-44d2-80d4-39cda334fb15 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0685222 Jul 27 06:47:38.380067 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547416ba-d022-4ff2-b64e-351b8c578d07 req-8d46ceb3-b938-41ac-a197-68acca461eaf tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:38.381760 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-547416ba-d022-4ff2-b64e-351b8c578d07 req-8d46ceb3-b938-41ac-a197-68acca461eaf tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 944 time: 0.0729842 Jul 27 06:47:38.428580 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-547416ba-d022-4ff2-b64e-351b8c578d07 req-ecc6e0ce-6972-499b-9896-d60ced9b0f92 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 Jul 27 06:47:38.669603 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335efe81-c2f4-4ca0-910c-c3d58f11ec29 req-bc136898-acaa-4b0d-9bd5-8e6e6724c190 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:38.671239 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-335efe81-c2f4-4ca0-910c-c3d58f11ec29 req-bc136898-acaa-4b0d-9bd5-8e6e6724c190 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 931 time: 0.0669966 Jul 27 06:47:38.714941 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-335efe81-c2f4-4ca0-910c-c3d58f11ec29 req-bd591ef3-b20f-4af7-a237-af4ff460a194 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374091 Jul 27 06:47:39.036129 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56462) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:39.158244 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3fd882f3-0944-462c-b3af-67c92211fec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.283988 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3fd882f3-0944-462c-b3af-67c92211fec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.326297 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Request body: {'port': {'device_id': '4b79d430-f734-46ab-9727-cb471936b3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:39.337745 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56480) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:39.372457 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.30', 63879) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:39.456433 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3fd882f3-0944-462c-b3af-67c92211fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.519089 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-75170a98-fef3-454a-9c22-f5073615c355 req-be0ed4b2-6ec4-4c45-ac65-fd6c2df25c31 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.1530268 Jul 27 06:47:39.562728 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952236b2-a307-436a-b963-c6600501a143 req-fb9fd64e-7bdb-4f78-bcd2-73b175bbf427 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:39.565726 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-fb9fd64e-7bdb-4f78-bcd2-73b175bbf427 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.30 "GET /v2.0/networks?id=2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 200 len: 818 time: 0.2431531 Jul 27 06:47:39.573391 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.603704 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-952236b2-a307-436a-b963-c6600501a143 req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Request body: {'port': {'device_id': 'f82cda92-0c10-47f6-8df7-3d87af35e87e', 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007', 'admin_state_up': True, 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:39.622671 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845fc90-d706-433d-86c4-f9f4bb591d83 req-162201ce-6970-4e1c-a214-f7ef7da22398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:39.624266 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0845fc90-d706-433d-86c4-f9f4bb591d83 req-162201ce-6970-4e1c-a214-f7ef7da22398 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 1097 time: 0.2507224 Jul 27 06:47:39.656447 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-3fd882f3-0944-462c-b3af-67c92211fec7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09c945f274554e2fb164abcea8ec390e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6190312 Jul 27 06:47:39.659320 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd882f3-0944-462c-b3af-67c92211fec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1382528-38bb-4203-b6a5-5adfb44733c2,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:39.660023 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56496) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:39.796950 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1b5bf626-4636-44c6-b97a-5f821d5f85ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:39.841671 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952236b2-a307-436a-b963-c6600501a143 req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Made reservation on behalf of 79a3461cad294d4b82af5df6c2ea3ad9 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:39.845110 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-952236b2-a307-436a-b963-c6600501a143 req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.009099 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fb616-fda5-4884-8332-f9398b4bdfbd req-47614d82-be98-4959-be27-9160609951f2 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:40.009099 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e62fb616-fda5-4884-8332-f9398b4bdfbd req-47614d82-be98-4959-be27-9160609951f2 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 944 time: 0.4380534 Jul 27 06:47:40.034874 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f72aa6-0483-491e-93c2-019c7273bfd6 req-4f0fe3b3-9ec8-4443-8925-1852d57493d9 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:40.036384 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-02f72aa6-0483-491e-93c2-019c7273bfd6 req-4f0fe3b3-9ec8-4443-8925-1852d57493d9 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 931 time: 0.2414246 Jul 27 06:47:40.039028 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.30', 63882) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:40.168935 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-952236b2-a307-436a-b963-c6600501a143 req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Allocated IP 172.20.0.12 (2817c17d-99bf-4f49-a0aa-89c64829a007/6cde0b16-95d6-4402-80bd-b9623cf5aac9/fb17be9b-0d2d-4078-855b-d6da619611ab) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:40.181961 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1b5bf626-4636-44c6-b97a-5f821d5f85ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.225133 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845fc90-d706-433d-86c4-f9f4bb591d83 req-2d629108-b9b3-4dcc-9264-b619d1d45779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:40.225648 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-02f72aa6-0483-491e-93c2-019c7273bfd6 req-d50bf931-89fc-4791-a076-d5ec46566af8 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696618 Jul 27 06:47:40.226657 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0845fc90-d706-433d-86c4-f9f4bb591d83 req-2d629108-b9b3-4dcc-9264-b619d1d45779 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5809000 Jul 27 06:47:40.231568 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d9239c29-174e-4d33-8cd2-267da233106c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.251858 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e62fb616-fda5-4884-8332-f9398b4bdfbd req-10147861-0523-4eda-baee-23a7bbba22b0 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219203 Jul 27 06:47:40.261834 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1b5bf626-4636-44c6-b97a-5f821d5f85ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.308190 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-5036a4c5-90bd-4748-a193-9ab4bc111045 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:40.308190 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-5036a4c5-90bd-4748-a193-9ab4bc111045 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.30 "GET /v2.0/networks?id=2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 200 len: 818 time: 0.2605686 Jul 27 06:47:40.339157 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Request body: {'port': {'device_id': '5e967c5f-28c3-4469-a172-99aa4b942f5a', 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007', 'admin_state_up': True, 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:40.365788 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bf626-4636-44c6-b97a-5f821d5f85ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2a2a50-ce6d-4c65-a7d2-42b8bd14de83,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:40.370679 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-1b5bf626-4636-44c6-b97a-5f821d5f85ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=626e1df77f434d3d91bb36efb547bd1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0316732 Jul 27 06:47:40.401095 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56522) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:40.407673 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d9239c29-174e-4d33-8cd2-267da233106c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.569171 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-952236b2-a307-436a-b963-c6600501a143 req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.641578 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-58cde740-7688-4bd9-bb63-0d0c5d4e329a req-7531e2dc-1b94-4f3c-bdf9-ffdd76146c9b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0335836 Jul 27 06:47:40.660925 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845fc90-d706-433d-86c4-f9f4bb591d83 req-f5f4a5e1-7846-49bd-86f4-568b14ce98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:40.662413 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0845fc90-d706-433d-86c4-f9f4bb591d83 req-f5f4a5e1-7846-49bd-86f4-568b14ce98f7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4194939 Jul 27 06:47:40.672231 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bc4acc-3618-4a12-88c5-e3f188dce50f {{(pid=100257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:40.677442 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0a42afcb-5b06-4702-a4fb-e9f961cf49a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.683387 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.686353 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d9239c29-174e-4d33-8cd2-267da233106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.689553 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d9239c29-174e-4d33-8cd2-267da233106c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.690781 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-d9239c29-174e-4d33-8cd2-267da233106c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1382528-38bb-4203-b6a5-5adfb44733c2 HTTP/1.1" status: 204 len: 168 time: 1.0078170 Jul 27 06:47:40.725970 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-952236b2-a307-436a-b963-c6600501a143 req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.728449 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9239c29-174e-4d33-8cd2-267da233106c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1382528-38bb-4203-b6a5-5adfb44733c2,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:40.732304 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0a42afcb-5b06-4702-a4fb-e9f961cf49a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.741439 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.provisioning_blocks [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Transition to ACTIVE for port object 67bc4acc-3618-4a12-88c5-e3f188dce50f will not be triggered until provisioned by entity L2. {{(pid=100257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:40.787590 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952236b2-a307-436a-b963-c6600501a143 req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Network 2817c17d-99bf-4f49-a0aa-89c64829a007 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:40.794603 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-952236b2-a307-436a-b963-c6600501a143 req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:40.797826 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-952236b2-a307-436a-b963-c6600501a143 req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:40.803696 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952236b2-a307-436a-b963-c6600501a143 req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:40.804950 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-952236b2-a307-436a-b963-c6600501a143 req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.834002 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Made reservation on behalf of 79a3461cad294d4b82af5df6c2ea3ad9 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:47:40.837342 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.854173 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Pushing event updated for resources: {'Port': ['ID=fb17be9b-0d2d-4078-855b-d6da619611ab,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:40.941315 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:40.944428 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-213ee21d-f86a-4a53-81df-f39d56f5a83d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3527281 Jul 27 06:47:41.049573 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Pushing event updated for resources: {'Port': ['ID=67bc4acc-3618-4a12-88c5-e3f188dce50f,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:41.093705 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0a42afcb-5b06-4702-a4fb-e9f961cf49a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.097191 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0a42afcb-5b06-4702-a4fb-e9f961cf49a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.097648 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-0a42afcb-5b06-4702-a4fb-e9f961cf49a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c2a2a50-ce6d-4c65-a7d2-42b8bd14de83 HTTP/1.1" status: 204 len: 168 time: 0.6876974 Jul 27 06:47:41.106954 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-c113b302-9da0-4705-b722-1c60002df700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:41.108820 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-c113b302-9da0-4705-b722-1c60002df700 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 1097 time: 0.3660181 Jul 27 06:47:41.109641 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.managers [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Attempting to bind port 67bc4acc-3618-4a12-88c5-e3f188dce50f on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:41.109867 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.managers [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Attempting to bind port 67bc4acc-3618-4a12-88c5-e3f188dce50f by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '952317b9-e6a3-497d-a9d8-27a8763ef673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1dbec9e1-4b16-48c1-bc03-019ef81be08a'}] {{(pid=100257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:41.110742 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Attempting to bind port 67bc4acc-3618-4a12-88c5-e3f188dce50f on network 1dbec9e1-4b16-48c1-bc03-019ef81be08a {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:41.120343 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Port 67bc4acc-3618-4a12-88c5-e3f188dce50f on network 1dbec9e1-4b16-48c1-bc03-019ef81be08a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:47:41.121634 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Attempting to bind port 67bc4acc-3618-4a12-88c5-e3f188dce50f on network 1dbec9e1-4b16-48c1-bc03-019ef81be08a {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:41.124645 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42afcb-5b06-4702-a4fb-e9f961cf49a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2a2a50-ce6d-4c65-a7d2-42b8bd14de83,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:41.144649 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Request body: {'port': {'device_id': 'f82cda92-0c10-47f6-8df7-3d87af35e87e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:41.231839 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Allocated IP 172.20.0.9 (2817c17d-99bf-4f49-a0aa-89c64829a007/6cde0b16-95d6-4402-80bd-b9623cf5aac9/2f559151-68d9-4b8b-8845-59fe87c7aa2f) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:47:41.238939 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:41.239564 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Checking segment: {'id': '952317b9-e6a3-497d-a9d8-27a8763ef673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1dbec9e1-4b16-48c1-bc03-019ef81be08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:41.240791 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Bound using segment: {'id': '952317b9-e6a3-497d-a9d8-27a8763ef673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1dbec9e1-4b16-48c1-bc03-019ef81be08a'} {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:41.241405 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.managers [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Bound port: 67bc4acc-3618-4a12-88c5-e3f188dce50f, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952317b9-e6a3-497d-a9d8-27a8763ef673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1dbec9e1-4b16-48c1-bc03-019ef81be08a'}}] {{(pid=100257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:41.243024 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.247502 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-2ccd4861-bd85-4427-b0a7-40be6323737e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6223bc8-7c12-48fe-8dd4-1d8dbd436732 HTTP/1.1" status: 200 len: 217 time: 0.1240971 Jul 27 06:47:41.338164 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.399221 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-389eb24d-8d25-43b0-a6a4-cbcc59f1f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:41.400985 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-389eb24d-8d25-43b0-a6a4-cbcc59f1f8a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fb661f-1606-4a65-880d-4a77846eb950 HTTP/1.1" status: 200 len: 855 time: 0.1451983 Jul 27 06:47:41.487866 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-8e480660-441e-446a-974b-c4920d719695 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dfad2a5-218c-47b0-a256-e7cadc7efc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682621 Jul 27 06:47:41.489697 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] For port 67bc4acc-3618-4a12-88c5-e3f188dce50f, host hv-cinder-77919, cleared binding levels {{(pid=100257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:41.536971 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] For port 67bc4acc-3618-4a12-88c5-e3f188dce50f, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=67bc4acc-3618-4a12-88c5-e3f188dce50f,segment=NetworkSegment(952317b9-e6a3-497d-a9d8-27a8763ef673),segment_id=952317b9-e6a3-497d-a9d8-27a8763ef673)] {{(pid=100257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:41.576079 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350a878-6bac-4b6c-aed2-31c28cece65c req-da83e9c9-e37d-43a5-b3f7-c986da9f74cb tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:41.577717 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c350a878-6bac-4b6c-aed2-31c28cece65c req-da83e9c9-e37d-43a5-b3f7-c986da9f74cb tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 943 time: 0.2485192 Jul 27 06:47:41.628583 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62819e08-a9dc-4755-b313-d6be9d74cda3 req-1ad24bce-6ff6-459a-bbfa-b1a995ca1998 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:41.629686 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-62819e08-a9dc-4755-b313-d6be9d74cda3 req-1ad24bce-6ff6-459a-bbfa-b1a995ca1998 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 944 time: 0.2667327 Jul 27 06:47:41.641881 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c350a878-6bac-4b6c-aed2-31c28cece65c req-9d0c820e-563e-4214-bbd4-c5a29a8923e1 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581036 Jul 27 06:47:41.650883 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.653720 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-4f59e684-1a75-49bb-97e5-99d39b7713b0 service neutron] 10.222.0.30 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655242 Jul 27 06:47:41.702774 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-62819e08-a9dc-4755-b313-d6be9d74cda3 req-efa86d81-cabc-4267-b994-e72b83aeb9bb tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585799 Jul 27 06:47:41.737210 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.796260 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4c7715a0-d076-4ea5-a4fe-5faeb806f1f4 req-2c15ddaa-3da6-4b6c-9af6-257fee6c0e3c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0629745 Jul 27 06:47:41.819673 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:41.821047 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for port, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.822823 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] 10.222.0.30 "PUT /v2.0/ports/67bc4acc-3618-4a12-88c5-e3f188dce50f HTTP/1.1" status: 200 len: 1093 time: 2.5030110 Jul 27 06:47:41.823332 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b79d430-f734-46ab-9727-cb471936b3ef', 'tag': '67bc4acc-3618-4a12-88c5-e3f188dce50f'}] {{(pid=100257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:47:41.913338 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c54b0-964b-49df-b449-2c784abb1c84 service neutron] Pushing event updated for resources: {'Port': ['ID=67bc4acc-3618-4a12-88c5-e3f188dce50f,revision_number=3']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:41.916892 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56572) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:41.921474 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:41.980683 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-e85d1469-3b45-4ef6-a504-868e057f1d6e service neutron] 10.222.0.30 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112540 Jul 27 06:47:42.006199 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e1c753b9-f639-409f-b851-745154833ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.010396 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Network 2817c17d-99bf-4f49-a0aa-89c64829a007 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:47:42.030590 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-7bb80928-41b7-47b3-8492-d1c3a3d6a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:42.032148 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-7bb80928-41b7-47b3-8492-d1c3a3d6a77a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe0cb1ab67da412fb5d566d8464a766b&device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 1096 time: 0.0983913 Jul 27 06:47:42.033189 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:47:42.044906 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:47:42.051482 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:42.052561 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.070829 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Pushing event updated for resources: {'Port': ['ID=2f559151-68d9-4b8b-8845-59fe87c7aa2f,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:42.118035 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-c3cf1bcc-5acc-4310-b517-13193d61f078 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67bc4acc-3618-4a12-88c5-e3f188dce50f HTTP/1.1" status: 200 len: 217 time: 0.0724864 Jul 27 06:47:42.161284 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adcb506e94557ca07db5a06e2b286747a8ab5cc2faf813157880fb886180bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb74e4b8-6183-4c5b-9585-5b45b6adf615" -d '{"events": [{"name": "network-changed", "server_uuid": "4b79d430-f734-46ab-9727-cb471936b3ef", "tag": "67bc4acc-3618-4a12-88c5-e3f188dce50f"}]}' {{(pid=100257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:47:42.191666 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-a2153a0c-fdec-4878-8e8c-4b7e799f2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:42.193650 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-a2153a0c-fdec-4878-8e8c-4b7e799f2285 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c472e3c-28d3-4597-b48c-4cd19f7758ae HTTP/1.1" status: 200 len: 852 time: 0.0681038 Jul 27 06:47:42.230275 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb17be9b-0d2d-4078-855b-d6da619611ab {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:42.244134 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.263356 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-cf5b71c2-f28a-418b-9716-9ce8975c2a0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dbec9e1-4b16-48c1-bc03-019ef81be08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483809 Jul 27 06:47:42.290690 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Transition to ACTIVE for port object fb17be9b-0d2d-4078-855b-d6da619611ab will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:42.298454 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd33412d-e1f6-4099-b84d-47c8286259aa x-openstack-request-id: req-bd33412d-e1f6-4099-b84d-47c8286259aa {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:47:42.298837 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b79d430-f734-46ab-9727-cb471936b3ef", "tag": "67bc4acc-3618-4a12-88c5-e3f188dce50f", "status": "completed", "code": 200}]} {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:47:42.309568 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd33412d-e1f6-4099-b84d-47c8286259aa {{(pid=100257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:47:42.309568 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b79d430-f734-46ab-9727-cb471936b3ef', 'tag': '67bc4acc-3618-4a12-88c5-e3f188dce50f', 'status': 'completed', 'code': 200} Jul 27 06:47:42.309989 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e1c753b9-f639-409f-b851-745154833ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.364031 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.373869 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-b8aa2b4e-78bc-4929-b972-a4c09621dee4 service neutron] 10.222.0.30 "GET /v2.0/networks/1dbec9e1-4b16-48c1-bc03-019ef81be08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023452 Jul 27 06:47:42.419108 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Pushing event updated for resources: {'Port': ['ID=fb17be9b-0d2d-4078-855b-d6da619611ab,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:42.451091 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e1c753b9-f639-409f-b851-745154833ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.457436 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Attempting to bind port fb17be9b-0d2d-4078-855b-d6da619611ab on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:42.457767 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Attempting to bind port fb17be9b-0d2d-4078-855b-d6da619611ab by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:42.483635 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Attempting to bind port fb17be9b-0d2d-4078-855b-d6da619611ab on network 2817c17d-99bf-4f49-a0aa-89c64829a007 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:42.483838 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac0f502a-368e-4eb8-8140-83b0aa441dd1 req-286979af-2a44-480b-b68d-32e1d3ac2b79 service neutron] 10.222.0.30 "GET /v2.0/networks/1dbec9e1-4b16-48c1-bc03-019ef81be08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915463 Jul 27 06:47:42.483938 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Port fb17be9b-0d2d-4078-855b-d6da619611ab on network 2817c17d-99bf-4f49-a0aa-89c64829a007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:47:42.483938 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Attempting to bind port fb17be9b-0d2d-4078-855b-d6da619611ab on network 2817c17d-99bf-4f49-a0aa-89c64829a007 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:42.515103 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:42.515439 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Checking segment: {'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:42.515819 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Bound using segment: {'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:42.516257 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Bound port: fb17be9b-0d2d-4078-855b-d6da619611ab, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:42.516819 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.523051 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-e1c753b9-f639-409f-b851-745154833ea1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=168ec53a26404b79a37a24b469f1f2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6033692 Jul 27 06:47:42.525979 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56598) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:42.533451 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c753b9-f639-409f-b851-745154833ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7cb7be-0e12-4f7e-9fb9-6fb6882df44f,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:42.597848 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-995e27cb-6cb2-4e4e-a61c-d2ed28980b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.600728 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] For port fb17be9b-0d2d-4078-855b-d6da619611ab, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:42.609280 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] For port fb17be9b-0d2d-4078-855b-d6da619611ab, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=fb17be9b-0d2d-4078-855b-d6da619611ab,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:42.623374 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-995e27cb-6cb2-4e4e-a61c-d2ed28980b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.628209 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-2bae99ca-c919-41e4-9b7d-a4f2c127787c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3052964 Jul 27 06:47:42.651575 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Request body: {'port': {'device_id': '5e967c5f-28c3-4469-a172-99aa4b942f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:47:42.721074 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.766516 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.769512 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:42.770196 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:42.771619 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] 10.222.0.30 "PUT /v2.0/ports/fb17be9b-0d2d-4078-855b-d6da619611ab HTTP/1.1" status: 200 len: 1094 time: 1.6317370 Jul 27 06:47:42.774135 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82cda92-0c10-47f6-8df7-3d87af35e87e', 'tag': 'fb17be9b-0d2d-4078-855b-d6da619611ab'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:47:42.776398 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dcbdf0-c68c-43a5-a62e-360ee5f31882" -d '{"events": [{"name": "network-changed", "server_uuid": "f82cda92-0c10-47f6-8df7-3d87af35e87e", "tag": "fb17be9b-0d2d-4078-855b-d6da619611ab"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:47:42.836626 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fd753-c550-4e60-bb14-522ddf58fdde req-a1794744-37e2-4418-892a-0b28326efbae tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:42.841113 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-fa1fd753-c550-4e60-bb14-522ddf58fdde req-a1794744-37e2-4418-892a-0b28326efbae tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 943 time: 0.1029303 Jul 27 06:47:42.843873 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74e4b8-6183-4c5b-9585-5b45b6adf615 req-02a5700f-ce28-47be-8580-89ca4d8104fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:42.845758 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-cb74e4b8-6183-4c5b-9585-5b45b6adf615 req-02a5700f-ce28-47be-8580-89ca4d8104fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe0cb1ab67da412fb5d566d8464a766b&device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 1096 time: 0.1366055 Jul 27 06:47:42.862958 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0c7be-4a5f-441b-a0b2-fe40c3239a20 service neutron] Pushing event updated for resources: {'Port': ['ID=fb17be9b-0d2d-4078-855b-d6da619611ab,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:42.982713 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-fa1fd753-c550-4e60-bb14-522ddf58fdde req-e8774f80-d7ce-44d7-99f2-710ef6a7e722 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359253 Jul 27 06:47:42.984276 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77ee44-0b6a-4bec-9f01-24e4e3ce22df req-77bc8632-e665-4197-97ee-4de4f7962a64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:42.985845 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4a77ee44-0b6a-4bec-9f01-24e4e3ce22df req-77bc8632-e665-4197-97ee-4de4f7962a64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 944 time: 0.1958475 Jul 27 06:47:43.031418 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74e4b8-6183-4c5b-9585-5b45b6adf615 req-1a202dfd-ee43-4b11-8a86-01e5804b3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:43.033029 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-cb74e4b8-6183-4c5b-9585-5b45b6adf615 req-1a202dfd-ee43-4b11-8a86-01e5804b3e9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dbec9e1-4b16-48c1-bc03-019ef81be08a HTTP/1.1" status: 200 len: 913 time: 0.1793818 Jul 27 06:47:43.062704 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4a77ee44-0b6a-4bec-9f01-24e4e3ce22df req-112ee63e-23a1-41d3-8d12-c9f624166f3b tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520871 Jul 27 06:47:43.146191 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84781b4-ac31-4746-b23e-88efa46fd1c7 x-openstack-request-id: req-f84781b4-ac31-4746-b23e-88efa46fd1c7 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:47:43.146496 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82cda92-0c10-47f6-8df7-3d87af35e87e", "tag": "fb17be9b-0d2d-4078-855b-d6da619611ab", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:47:43.146755 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f84781b4-ac31-4746-b23e-88efa46fd1c7 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:47:43.147116 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82cda92-0c10-47f6-8df7-3d87af35e87e', 'tag': 'fb17be9b-0d2d-4078-855b-d6da619611ab', 'status': 'completed', 'code': 200} Jul 27 06:47:43.181044 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f559151-68d9-4b8b-8845-59fe87c7aa2f {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:43.240863 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.251489 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-995e27cb-6cb2-4e4e-a61c-d2ed28980b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.253974 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-995e27cb-6cb2-4e4e-a61c-d2ed28980b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.258270 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-995e27cb-6cb2-4e4e-a61c-d2ed28980b0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea7cb7be-0e12-4f7e-9fb9-6fb6882df44f HTTP/1.1" status: 204 len: 168 time: 0.7307992 Jul 27 06:47:43.259660 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-cb74e4b8-6183-4c5b-9585-5b45b6adf615 req-949bf694-adc5-44a9-8f6b-9893cfd98b20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67bc4acc-3618-4a12-88c5-e3f188dce50f HTTP/1.1" status: 200 len: 217 time: 0.2187903 Jul 27 06:47:43.281095 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e27cb-6cb2-4e4e-a61c-d2ed28980b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7cb7be-0e12-4f7e-9fb9-6fb6882df44f,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:43.288065 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Transition to ACTIVE for port object 2f559151-68d9-4b8b-8845-59fe87c7aa2f will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:47:43.341394 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74e4b8-6183-4c5b-9585-5b45b6adf615 req-2ec6ef37-8995-4804-9b57-c29377044a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:43.345220 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-cb74e4b8-6183-4c5b-9585-5b45b6adf615 req-2ec6ef37-8995-4804-9b57-c29377044a8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c472e3c-28d3-4597-b48c-4cd19f7758ae HTTP/1.1" status: 200 len: 852 time: 0.0774949 Jul 27 06:47:43.353194 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363f921-4f37-4d24-8861-386b7b891f64 req-68b9a23c-afd3-4780-8618-6f40885fed43 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:43.354861 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6363f921-4f37-4d24-8861-386b7b891f64 req-68b9a23c-afd3-4780-8618-6f40885fed43 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 931 time: 0.2010992 Jul 27 06:47:43.356863 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcbdf0-c68c-43a5-a62e-360ee5f31882 req-5e16987f-b629-4d5d-afeb-b36af417acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:43.358289 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-08dcbdf0-c68c-43a5-a62e-360ee5f31882 req-5e16987f-b629-4d5d-afeb-b36af417acde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 1097 time: 0.1724591 Jul 27 06:47:43.399600 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-cb74e4b8-6183-4c5b-9585-5b45b6adf615 req-946b85d6-8d90-4df5-8153-ff8eb1e38cdd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dbec9e1-4b16-48c1-bc03-019ef81be08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461183 Jul 27 06:47:43.451063 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.499333 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-cb74e4b8-6183-4c5b-9585-5b45b6adf615 req-a503f5b2-65e0-4010-b6af-2e15d064c522 service neutron] 10.222.0.30 "GET /v2.0/networks/1dbec9e1-4b16-48c1-bc03-019ef81be08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903831 Jul 27 06:47:43.529991 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6363f921-4f37-4d24-8861-386b7b891f64 req-d7f8d7b5-1f51-4f59-8f32-7f2182a75273 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675622 Jul 27 06:47:43.581485 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Pushing event updated for resources: {'Port': ['ID=2f559151-68d9-4b8b-8845-59fe87c7aa2f,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:43.608662 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-cb74e4b8-6183-4c5b-9585-5b45b6adf615 req-cbb876b3-ab11-4062-bb14-5198ed1e80e0 service neutron] 10.222.0.30 "GET /v2.0/networks/1dbec9e1-4b16-48c1-bc03-019ef81be08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016836 Jul 27 06:47:43.614461 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56632) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:43.651217 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcbdf0-c68c-43a5-a62e-360ee5f31882 req-be005c64-e1e5-48ad-a1e3-6ef40c82ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:43.652719 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-08dcbdf0-c68c-43a5-a62e-360ee5f31882 req-be005c64-e1e5-48ad-a1e3-6ef40c82ecfd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2749660 Jul 27 06:47:43.653517 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Attempting to bind port 2f559151-68d9-4b8b-8845-59fe87c7aa2f on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:47:43.653844 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Attempting to bind port 2f559151-68d9-4b8b-8845-59fe87c7aa2f by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:47:43.654174 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Attempting to bind port 2f559151-68d9-4b8b-8845-59fe87c7aa2f on network 2817c17d-99bf-4f49-a0aa-89c64829a007 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:43.658794 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Port 2f559151-68d9-4b8b-8845-59fe87c7aa2f on network 2817c17d-99bf-4f49-a0aa-89c64829a007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:47:43.659183 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Attempting to bind port 2f559151-68d9-4b8b-8845-59fe87c7aa2f on network 2817c17d-99bf-4f49-a0aa-89c64829a007 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:47:43.679653 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:47:43.680093 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Checking segment: {'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:47:43.680542 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Bound using segment: {'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:47:43.681098 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Bound port: 2f559151-68d9-4b8b-8845-59fe87c7aa2f, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:47:43.681524 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.858188 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b7c698e8-8ef4-47b9-be77-ee459bb216ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:43.959447 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b7c698e8-8ef4-47b9-be77-ee459bb216ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.048536 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] For port 2f559151-68d9-4b8b-8845-59fe87c7aa2f, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:47:44.050947 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcbdf0-c68c-43a5-a62e-360ee5f31882 req-066112f1-9efa-40ff-a4dd-1485e000cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:44.052403 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-08dcbdf0-c68c-43a5-a62e-360ee5f31882 req-066112f1-9efa-40ff-a4dd-1485e000cbd0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3909807 Jul 27 06:47:44.063072 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] For port 2f559151-68d9-4b8b-8845-59fe87c7aa2f, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2f559151-68d9-4b8b-8845-59fe87c7aa2f,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:47:44.121153 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e678c-0412-4f90-8cfc-c6c9783b25e9 req-af82a676-d971-4e18-bc11-ccedd1f670e4 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:44.122765 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-280e678c-0412-4f90-8cfc-c6c9783b25e9 req-af82a676-d971-4e18-bc11-ccedd1f670e4 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 943 time: 0.0646648 Jul 27 06:47:44.173194 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-280e678c-0412-4f90-8cfc-c6c9783b25e9 req-d05b39af-e81d-4ca8-99dc-986a5cd157f3 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440323 Jul 27 06:47:44.202505 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b7c698e8-8ef4-47b9-be77-ee459bb216ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.208822 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.279929 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:44.280560 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.282813 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] 10.222.0.30 "PUT /v2.0/ports/2f559151-68d9-4b8b-8845-59fe87c7aa2f HTTP/1.1" status: 200 len: 1093 time: 1.6377189 Jul 27 06:47:44.324432 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952236b2-a307-436a-b963-c6600501a143 req-7077a879-e4ad-4bd6-ae38-d7fa3fe721eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:44.328314 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-7077a879-e4ad-4bd6-ae38-d7fa3fe721eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 1097 time: 0.2093930 Jul 27 06:47:44.339323 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d0580-94e5-42a2-876b-cd2b07b11175 service neutron] Pushing event updated for resources: {'Port': ['ID=2f559151-68d9-4b8b-8845-59fe87c7aa2f,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:44.344889 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c698e8-8ef4-47b9-be77-ee459bb216ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cae57d2-27df-4846-a917-d5a275c048f6,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:44.344889 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-b7c698e8-8ef4-47b9-be77-ee459bb216ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3871ad1f10ba4d779dbee56d2008a9cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7275574 Jul 27 06:47:44.347668 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56652) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:44.369383 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8406561-f9c2-48ef-a165-b7f6478f338a req-0e36c472-6c35-404f-aeb9-547dd23eaf19 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:44.382226 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f8406561-f9c2-48ef-a165-b7f6478f338a req-0e36c472-6c35-404f-aeb9-547dd23eaf19 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 944 time: 0.2283249 Jul 27 06:47:44.474838 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e62ff2f-09a0-4182-8f4e-090e98c05811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.520691 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e62ff2f-09a0-4182-8f4e-090e98c05811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.551006 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-bec55f3c-861f-46de-8a5a-b8f4c7d3c9cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb17be9b-0d2d-4078-855b-d6da619611ab HTTP/1.1" status: 200 len: 217 time: 0.1659606 Jul 27 06:47:44.710153 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f8406561-f9c2-48ef-a165-b7f6478f338a req-13266d21-58b4-465c-8a01-007acd373412 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134015 Jul 27 06:47:44.724373 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952236b2-a307-436a-b963-c6600501a143 req-63d94f4b-a033-4006-83d9-abca63ef5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:44.727776 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e62ff2f-09a0-4182-8f4e-090e98c05811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.728232 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-63d94f4b-a033-4006-83d9-abca63ef5c69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cde0b16-95d6-4402-80bd-b9623cf5aac9 HTTP/1.1" status: 200 len: 858 time: 0.1114151 Jul 27 06:47:44.731267 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e62ff2f-09a0-4182-8f4e-090e98c05811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:44.731267 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-8e62ff2f-09a0-4182-8f4e-090e98c05811 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cae57d2-27df-4846-a917-d5a275c048f6 HTTP/1.1" status: 204 len: 168 time: 0.3779545 Jul 27 06:47:44.746457 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62ff2f-09a0-4182-8f4e-090e98c05811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cae57d2-27df-4846-a917-d5a275c048f6,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:44.760789 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c5f52-d38c-44b7-835d-d0c8c8cc11b7 req-dd772eae-c6c0-4d81-b702-548f4e0f080c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:44.762342 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e34c5f52-d38c-44b7-835d-d0c8c8cc11b7 req-dd772eae-c6c0-4d81-b702-548f4e0f080c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 943 time: 0.1030250 Jul 27 06:47:44.808182 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-75383bb5-896f-49cd-8409-f3eb7c30e7ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2817c17d-99bf-4f49-a0aa-89c64829a007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689392 Jul 27 06:47:44.810138 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-ec89f4a2-3295-4b1b-acd3-a6f8af836dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:44.811522 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-ec89f4a2-3295-4b1b-acd3-a6f8af836dc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 1096 time: 0.3675640 Jul 27 06:47:44.823020 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e34c5f52-d38c-44b7-835d-d0c8c8cc11b7 req-3f358c83-238b-473f-82b3-07d29cad2cdd tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545835 Jul 27 06:47:44.912675 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-11f9b398-da21-431f-b8d6-6f3ac09645d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f559151-68d9-4b8b-8845-59fe87c7aa2f HTTP/1.1" status: 200 len: 217 time: 0.0636287 Jul 27 06:47:44.985257 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-349d5bf0-ac36-4a27-af01-efb0f8ccb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:44.986701 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-349d5bf0-ac36-4a27-af01-efb0f8ccb8f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cde0b16-95d6-4402-80bd-b9623cf5aac9 HTTP/1.1" status: 200 len: 858 time: 0.0671554 Jul 27 06:47:44.988399 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-5815b6c9-ac91-4bb1-b5d9-7052a28015c5 service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593924 Jul 27 06:47:45.065133 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-fa65101d-2d72-49d9-8930-520c877236a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2817c17d-99bf-4f49-a0aa-89c64829a007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667446 Jul 27 06:47:45.148019 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e967c5f-28c3-4469-a172-99aa4b942f5a', 'tag': '2f559151-68d9-4b8b-8845-59fe87c7aa2f'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:47:45.150861 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f460344-57f7-4ec4-8c60-2a210f42b775" -d '{"events": [{"name": "network-changed", "server_uuid": "5e967c5f-28c3-4469-a172-99aa4b942f5a", "tag": "2f559151-68d9-4b8b-8845-59fe87c7aa2f"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:47:45.178634 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-952236b2-a307-436a-b963-c6600501a143 req-ae404739-5976-41d2-b8ef-f261a2786aca service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790533 Jul 27 06:47:45.193574 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ecd35c-4c32-4803-83a4-22783e4ca5bd x-openstack-request-id: req-43ecd35c-4c32-4803-83a4-22783e4ca5bd {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:47:45.196920 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e967c5f-28c3-4469-a172-99aa4b942f5a", "tag": "2f559151-68d9-4b8b-8845-59fe87c7aa2f", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:47:45.196920 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43ecd35c-4c32-4803-83a4-22783e4ca5bd {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:47:45.196920 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e967c5f-28c3-4469-a172-99aa4b942f5a', 'tag': '2f559151-68d9-4b8b-8845-59fe87c7aa2f', 'status': 'completed', 'code': 200} Jul 27 06:47:45.200229 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-8b0fe7f1-0123-4fe7-bd41-b761f04c2e6b service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285765 Jul 27 06:47:45.309480 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0b44318f-e9db-4471-9c9a-5795f6d8d751 req-42bd4442-435f-44e3-ad03-79392a7998d8 service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993731 Jul 27 06:47:45.354606 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4ce0e-85b1-48c1-b7b2-7cc71a554984 req-8cdf588a-380c-4348-8d40-6fe9f31f88f4 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:45.356478 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f0c4ce0e-85b1-48c1-b7b2-7cc71a554984 req-8cdf588a-380c-4348-8d40-6fe9f31f88f4 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 943 time: 0.0900643 Jul 27 06:47:45.414884 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f0c4ce0e-85b1-48c1-b7b2-7cc71a554984 req-45670cde-c775-4338-a49d-d7525157a7d2 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447996 Jul 27 06:47:45.464844 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device e6223bc8-7c12-48fe-8dd4-1d8dbd436732 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:47:45.502960 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56694) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:45.536109 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56698) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:45.578664 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port e6223bc8-7c12-48fe-8dd4-1d8dbd436732, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e6223bc8-7c12-48fe-8dd4-1d8dbd436732,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:45.588614 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f460344-57f7-4ec4-8c60-2a210f42b775 req-9bcf9af5-6528-4f80-b368-6746cee808f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:45.590425 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0f460344-57f7-4ec4-8c60-2a210f42b775 req-9bcf9af5-6528-4f80-b368-6746cee808f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 1096 time: 0.0659037 Jul 27 06:47:45.591568 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'e6223bc8-7c12-48fe-8dd4-1d8dbd436732', 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18', 'port_id': 'e6223bc8-7c12-48fe-8dd4-1d8dbd436732', 'mac_address': 'fa:16:3e:15:ea:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fb661f-1606-4a65-880d-4a77846eb950', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:47:45.631096 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:45.651450 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6223bc8-7c12-48fe-8dd4-1d8dbd436732 {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:45.675204 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port e6223bc8-7c12-48fe-8dd4-1d8dbd436732, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e6223bc8-7c12-48fe-8dd4-1d8dbd436732,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:45.755654 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f460344-57f7-4ec4-8c60-2a210f42b775 req-56107e23-a128-42c0-bc23-30cf5da1613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:45.757634 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0f460344-57f7-4ec4-8c60-2a210f42b775 req-56107e23-a128-42c0-bc23-30cf5da1613b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 200 len: 919 time: 0.1588910 Jul 27 06:47:45.758807 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:45.759477 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 67bc4acc-3618-4a12-88c5-e3f188dce50f details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:47:45.827071 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=e6223bc8-7c12-48fe-8dd4-1d8dbd436732,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:45.860955 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b203bb71-873c-404a-b28c-94dfdd7c001a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:45.874384 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0f460344-57f7-4ec4-8c60-2a210f42b775 req-25b844ce-db18-42f4-bac6-ac7317365229 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f559151-68d9-4b8b-8845-59fe87c7aa2f HTTP/1.1" status: 200 len: 217 time: 0.1073818 Jul 27 06:47:45.876455 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d75b9924-7deb-4c55-80c0-1f3228978f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:45.961879 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f460344-57f7-4ec4-8c60-2a210f42b775 req-838e4150-19c6-4375-a121-cd358ae2d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:45.961879 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0f460344-57f7-4ec4-8c60-2a210f42b775 req-838e4150-19c6-4375-a121-cd358ae2d01b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cde0b16-95d6-4402-80bd-b9623cf5aac9 HTTP/1.1" status: 200 len: 858 time: 0.0722697 Jul 27 06:47:46.022793 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0f460344-57f7-4ec4-8c60-2a210f42b775 req-219b13f2-9551-4c69-86e7-5aa58e06f7fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2817c17d-99bf-4f49-a0aa-89c64829a007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526137 Jul 27 06:47:46.031120 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16831b07-b452-4eee-8826-8263c199b5a9 req-fac6e44a-8645-414f-8735-e59e49bf34b6 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:46.035030 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-16831b07-b452-4eee-8826-8263c199b5a9 req-fac6e44a-8645-414f-8735-e59e49bf34b6 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 945 time: 0.2678154 Jul 27 06:47:46.064753 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 67bc4acc-3618-4a12-88c5-e3f188dce50f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=67bc4acc-3618-4a12-88c5-e3f188dce50f,segment=NetworkSegment(952317b9-e6a3-497d-a9d8-27a8763ef673),segment_id=952317b9-e6a3-497d-a9d8-27a8763ef673)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:46.065187 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b203bb71-873c-404a-b28c-94dfdd7c001a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.098994 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '67bc4acc-3618-4a12-88c5-e3f188dce50f', 'network_id': '1dbec9e1-4b16-48c1-bc03-019ef81be08a', 'port_id': '67bc4acc-3618-4a12-88c5-e3f188dce50f', 'mac_address': 'fa:16:3e:f3:90:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c472e3c-28d3-4597-b48c-4cd19f7758ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:47:46.105838 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36946222-c0f7-4c72-8295-35d4a3f514cf req-4504d03a-36fd-4652-b663-5e75e2361ea4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:46.114054 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-36946222-c0f7-4c72-8295-35d4a3f514cf req-4504d03a-36fd-4652-b663-5e75e2361ea4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 943 time: 0.1181571 Jul 27 06:47:46.166161 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-36946222-c0f7-4c72-8295-35d4a3f514cf req-b1fb0c93-2ebd-4c8b-9cbd-ae95c1c74800 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462828 Jul 27 06:47:46.181576 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b203bb71-873c-404a-b28c-94dfdd7c001a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.201810 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.216686 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bc4acc-3618-4a12-88c5-e3f188dce50f {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:46.237349 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-b203bb71-873c-404a-b28c-94dfdd7c001a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e52138b239649b4992e5ff16d944402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6966944 Jul 27 06:47:46.237349 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203bb71-873c-404a-b28c-94dfdd7c001a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e514408-3b34-4616-9476-c4c41b755e56,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:46.238879 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56720) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:46.241379 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 67bc4acc-3618-4a12-88c5-e3f188dce50f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=67bc4acc-3618-4a12-88c5-e3f188dce50f,segment=NetworkSegment(952317b9-e6a3-497d-a9d8-27a8763ef673),segment_id=952317b9-e6a3-497d-a9d8-27a8763ef673)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:46.290611 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-46495bf5-4942-4f6a-96f4-12c1f933a691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.314933 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-16831b07-b452-4eee-8826-8263c199b5a9 req-8e49b358-c187-47b9-93e6-7ff2f0f04526 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726753 Jul 27 06:47:46.319495 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-46495bf5-4942-4f6a-96f4-12c1f933a691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.338643 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.367955 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0f460344-57f7-4ec4-8c60-2a210f42b775 req-ed62e529-459d-4cf9-80ab-3a806a9ac4a4 service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341947 Jul 27 06:47:46.427126 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=67bc4acc-3618-4a12-88c5-e3f188dce50f,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:46.494497 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0f460344-57f7-4ec4-8c60-2a210f42b775 req-d4c3274c-7c09-4202-8b9d-9d4592993975 service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186433 Jul 27 06:47:46.507126 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-46495bf5-4942-4f6a-96f4-12c1f933a691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.510023 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-46495bf5-4942-4f6a-96f4-12c1f933a691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.512115 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-46495bf5-4942-4f6a-96f4-12c1f933a691 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e514408-3b34-4616-9476-c4c41b755e56 HTTP/1.1" status: 204 len: 168 time: 0.2723503 Jul 27 06:47:46.530917 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46495bf5-4942-4f6a-96f4-12c1f933a691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e514408-3b34-4616-9476-c4c41b755e56,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:46.583010 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d75b9924-7deb-4c55-80c0-1f3228978f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.600416 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022b06d-e13f-418a-b43c-98b4142c5b9e req-774e9446-5df7-4753-94f7-199401df4e79 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:46.602856 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7022b06d-e13f-418a-b43c-98b4142c5b9e req-774e9446-5df7-4753-94f7-199401df4e79 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 944 time: 0.0812171 Jul 27 06:47:46.648915 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7022b06d-e13f-418a-b43c-98b4142c5b9e req-2ccf53b1-3d78-4c21-8908-d39169930197 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390511 Jul 27 06:47:46.731225 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['e6223bc8-7c12-48fe-8dd4-1d8dbd436732'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:47:46.742256 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d75b9924-7deb-4c55-80c0-1f3228978f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.779579 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['67bc4acc-3618-4a12-88c5-e3f188dce50f'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:47:46.794466 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d75b9924-7deb-4c55-80c0-1f3228978f47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd865a6fbbd54d5880f4eec5aa014539&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2877524 Jul 27 06:47:46.798859 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56742) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:46.801530 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b9924-7deb-4c55-80c0-1f3228978f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959d2029-30a0-4cfa-9622-e0667aec30ac,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:46.872438 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fae3-6557-4983-918c-60ea5dfde709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:46.907971 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fae3-6557-4983-918c-60ea5dfde709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.141728 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fae3-6557-4983-918c-60ea5dfde709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.144583 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fae3-6557-4983-918c-60ea5dfde709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.145820 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-b6d6fae3-6557-4983-918c-60ea5dfde709 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/959d2029-30a0-4cfa-9622-e0667aec30ac HTTP/1.1" status: 204 len: 168 time: 0.3477380 Jul 27 06:47:47.154473 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6fae3-6557-4983-918c-60ea5dfde709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959d2029-30a0-4cfa-9622-e0667aec30ac,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:47.296734 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8ff17-7c48-47d7-b1f5-77b7bd36bf8e req-0ed34b77-8f1d-4fd5-9388-6ea08e1b6723 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:47.298350 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c1c8ff17-7c48-47d7-b1f5-77b7bd36bf8e req-0ed34b77-8f1d-4fd5-9388-6ea08e1b6723 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 943 time: 0.0692680 Jul 27 06:47:47.343512 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c1c8ff17-7c48-47d7-b1f5-77b7bd36bf8e req-994167fb-7766-4860-b2e2-8013d6e29ee1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341723 Jul 27 06:47:47.451548 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f1a3e-346e-4059-bd3a-9a809dc274e0 req-52956461-59ea-4818-b109-9d5fb7372104 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:47.454091 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3f1f1a3e-346e-4059-bd3a-9a809dc274e0 req-52956461-59ea-4818-b109-9d5fb7372104 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 945 time: 0.0701931 Jul 27 06:47:47.498350 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3f1f1a3e-346e-4059-bd3a-9a809dc274e0 req-23d35f7f-f0cc-445c-9fe3-0e2818f7d05a tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331626 Jul 27 06:47:47.786175 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db3455-aaa7-4bf7-ba2a-28843d9921fa req-462d731b-6e45-42d1-abc3-83724a0645e9 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:47.786575 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56774) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:47.794412 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-92db3455-aaa7-4bf7-ba2a-28843d9921fa req-462d731b-6e45-42d1-abc3-83724a0645e9 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 944 time: 0.0778334 Jul 27 06:47:47.802097 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e5d7da94-b43a-48ef-ac63-2b05ba28595e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:47.843840 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-92db3455-aaa7-4bf7-ba2a-28843d9921fa req-23ae4758-c8b6-48a6-93df-e48e69c674e7 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Jul 27 06:47:47.917084 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e5d7da94-b43a-48ef-ac63-2b05ba28595e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.101848 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e5d7da94-b43a-48ef-ac63-2b05ba28595e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.143866 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-e5d7da94-b43a-48ef-ac63-2b05ba28595e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b02bbf192da542c88dff8970967b0208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556473 Jul 27 06:47:48.145821 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7da94-b43a-48ef-ac63-2b05ba28595e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58409869-c40e-4c25-b73d-460bc0d00c2d,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:48.146857 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56778) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:48.215292 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e4c37b79-6979-4247-b835-0e60aca59071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.242998 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e4c37b79-6979-4247-b835-0e60aca59071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.377461 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56790) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:48.389912 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08dadfd7-e66e-40c5-a824-54f983265d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.415430 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e4c37b79-6979-4247-b835-0e60aca59071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.423124 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e4c37b79-6979-4247-b835-0e60aca59071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.423124 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-e4c37b79-6979-4247-b835-0e60aca59071 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58409869-c40e-4c25-b73d-460bc0d00c2d HTTP/1.1" status: 204 len: 168 time: 0.2738488 Jul 27 06:47:48.434205 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c37b79-6979-4247-b835-0e60aca59071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58409869-c40e-4c25-b73d-460bc0d00c2d,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:48.525421 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9e9b2-7b86-4cde-b6f8-e5080a803f9e req-1461fe5b-cbe9-4464-b514-2bc77ab42fb7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:48.527100 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-25d9e9b2-7b86-4cde-b6f8-e5080a803f9e req-1461fe5b-cbe9-4464-b514-2bc77ab42fb7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 943 time: 0.1102087 Jul 27 06:47:48.580284 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08dadfd7-e66e-40c5-a824-54f983265d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.597934 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-25d9e9b2-7b86-4cde-b6f8-e5080a803f9e req-4c69e493-2f50-49ac-a797-02f2ab5514c8 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625424 Jul 27 06:47:48.637812 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b3775-0853-45e9-b3e0-98f37518c521 req-a479555e-c303-4b41-8687-8b2d7be88ba3 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:48.647116 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-647b3775-0853-45e9-b3e0-98f37518c521 req-a479555e-c303-4b41-8687-8b2d7be88ba3 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 945 time: 0.0725880 Jul 27 06:47:48.676725 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-647b3775-0853-45e9-b3e0-98f37518c521 req-b3dc1571-079c-4108-9f56-3fdc1728ae5c tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314779 Jul 27 06:47:48.752459 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08dadfd7-e66e-40c5-a824-54f983265d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.792390 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-08dadfd7-e66e-40c5-a824-54f983265d9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86422b40270940eb85a96f30015c7840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156168 Jul 27 06:47:48.793542 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dadfd7-e66e-40c5-a824-54f983265d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dd98f9-3fff-4f29-ac8a-84edafd6fc7c,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:48.800818 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56798) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:48.846666 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-64702334-fa95-4dc2-8c37-75cb85fe9516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.872103 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-64702334-fa95-4dc2-8c37-75cb85fe9516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:48.991563 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789aaaa5-6233-43f1-92f5-51dd252528dc req-21de7260-627b-4fc9-a0e6-272b6b6c60a3 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:48.991563 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-789aaaa5-6233-43f1-92f5-51dd252528dc req-21de7260-627b-4fc9-a0e6-272b6b6c60a3 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 944 time: 0.0812714 Jul 27 06:47:49.037609 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-789aaaa5-6233-43f1-92f5-51dd252528dc req-60ee68fe-dda1-410a-9c83-57af99e1636f tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Jul 27 06:47:49.158637 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-64702334-fa95-4dc2-8c37-75cb85fe9516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:49.161159 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-64702334-fa95-4dc2-8c37-75cb85fe9516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:49.162434 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-64702334-fa95-4dc2-8c37-75cb85fe9516 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59dd98f9-3fff-4f29-ac8a-84edafd6fc7c HTTP/1.1" status: 204 len: 168 time: 0.3663034 Jul 27 06:47:49.171202 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64702334-fa95-4dc2-8c37-75cb85fe9516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dd98f9-3fff-4f29-ac8a-84edafd6fc7c,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:49.431960 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device fb17be9b-0d2d-4078-855b-d6da619611ab details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:47:49.439188 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device e6223bc8-7c12-48fe-8dd4-1d8dbd436732 up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:49.600168 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port fb17be9b-0d2d-4078-855b-d6da619611ab, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=fb17be9b-0d2d-4078-855b-d6da619611ab,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:49.612576 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'fb17be9b-0d2d-4078-855b-d6da619611ab', 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007', 'port_id': 'fb17be9b-0d2d-4078-855b-d6da619611ab', 'mac_address': 'fa:16:3e:45:dc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cde0b16-95d6-4402-80bd-b9623cf5aac9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:47:49.652331 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:49.675305 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb17be9b-0d2d-4078-855b-d6da619611ab {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:49.704522 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port fb17be9b-0d2d-4078-855b-d6da619611ab, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=fb17be9b-0d2d-4078-855b-d6da619611ab,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:49.706436 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port e6223bc8-7c12-48fe-8dd4-1d8dbd436732 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:49.715952 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port e6223bc8-7c12-48fe-8dd4-1d8dbd436732 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:49.715952 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:49.776558 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32916363-2929-4391-9110-e7a78e2004e9 req-3a295aa4-9516-4861-bb0a-fd52319c028f tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:49.778168 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-32916363-2929-4391-9110-e7a78e2004e9 req-3a295aa4-9516-4861-bb0a-fd52319c028f tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 943 time: 0.0771039 Jul 27 06:47:49.793344 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:49.794138 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 2f559151-68d9-4b8b-8845-59fe87c7aa2f details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:47:49.809160 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:49.825354 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-32916363-2929-4391-9110-e7a78e2004e9 req-c5b947f8-460c-42ca-817d-8f3aee912ae6 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399714 Jul 27 06:47:49.894129 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3f7503-4c0d-496c-85cc-d77e95755c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6223bc8-7c12-48fe-8dd4-1d8dbd436732'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:47:49.915404 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9ed0-27c1-47ef-808c-6b5e29f8004a req-9cd8aee2-5580-483e-a48b-ac1e3c6ef585 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:49.917218 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f99b9ed0-27c1-47ef-808c-6b5e29f8004a req-9cd8aee2-5580-483e-a48b-ac1e3c6ef585 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 945 time: 0.1153221 Jul 27 06:47:49.975721 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f99b9ed0-27c1-47ef-808c-6b5e29f8004a req-05b52ee2-2d80-491f-98c1-aed92dc48506 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516024 Jul 27 06:47:49.976710 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 56846) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:49.992562 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-3ca1772f-60b9-4831-9de9-b9cd8469efca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.013544 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 2f559151-68d9-4b8b-8845-59fe87c7aa2f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2f559151-68d9-4b8b-8845-59fe87c7aa2f,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:50.013931 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=fb17be9b-0d2d-4078-855b-d6da619611ab,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:50.024848 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port e6223bc8-7c12-48fe-8dd4-1d8dbd436732, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e6223bc8-7c12-48fe-8dd4-1d8dbd436732,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:50.035130 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '2f559151-68d9-4b8b-8845-59fe87c7aa2f', 'network_id': '2817c17d-99bf-4f49-a0aa-89c64829a007', 'port_id': '2f559151-68d9-4b8b-8845-59fe87c7aa2f', 'mac_address': 'fa:16:3e:6c:80:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cde0b16-95d6-4402-80bd-b9623cf5aac9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:47:50.092039 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.094468 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 67bc4acc-3618-4a12-88c5-e3f188dce50f up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:50.185569 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=e6223bc8-7c12-48fe-8dd4-1d8dbd436732,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:50.190975 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-3ca1772f-60b9-4831-9de9-b9cd8469efca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.217290 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.239730 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f559151-68d9-4b8b-8845-59fe87c7aa2f {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:47:50.248337 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982fb41f-0f49-4d59-a3be-c56d91a87e4e" -d '{"events": [{"server_uuid": "5b3f7503-4c0d-496c-85cc-d77e95755c88", "name": "network-vif-plugged", "status": "completed", "tag": "e6223bc8-7c12-48fe-8dd4-1d8dbd436732"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:47:50.280939 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 2f559151-68d9-4b8b-8845-59fe87c7aa2f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2f559151-68d9-4b8b-8845-59fe87c7aa2f,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:50.299488 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa2c15-e434-4193-ab1c-c60a8ea16dde req-823844dd-7935-4032-8314-a022de40bfb1 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:50.301833 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-42aa2c15-e434-4193-ab1c-c60a8ea16dde req-823844dd-7935-4032-8314-a022de40bfb1 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 944 time: 0.1085277 Jul 27 06:47:50.329569 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-3ca1772f-60b9-4831-9de9-b9cd8469efca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.346850 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-42aa2c15-e434-4193-ab1c-c60a8ea16dde req-25ce8841-15bb-4fca-91ca-29237150a135 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369742 Jul 27 06:47:50.373328 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67b75ff-2abb-4313-91a8-b7aa5fd9a7d5 x-openstack-request-id: req-d67b75ff-2abb-4313-91a8-b7aa5fd9a7d5 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:47:50.379365 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3f7503-4c0d-496c-85cc-d77e95755c88", "name": "network-vif-plugged", "status": "completed", "tag": "e6223bc8-7c12-48fe-8dd4-1d8dbd436732", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:47:50.379365 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d67b75ff-2abb-4313-91a8-b7aa5fd9a7d5 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:47:50.379365 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3f7503-4c0d-496c-85cc-d77e95755c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6223bc8-7c12-48fe-8dd4-1d8dbd436732', 'code': 200} Jul 27 06:47:50.386143 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-3ca1772f-60b9-4831-9de9-b9cd8469efca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=396564ca47da43a19cf80407911d4a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080393 Jul 27 06:47:50.388287 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1772f-60b9-4831-9de9-b9cd8469efca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95312def-ac12-4a51-82e7-bbe0335591f6,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:50.388857 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 56870) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:50.399311 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port 67bc4acc-3618-4a12-88c5-e3f188dce50f completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:50.412940 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.421685 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 67bc4acc-3618-4a12-88c5-e3f188dce50f triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:50.422026 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.455413 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2e3d-79f3-4023-8997-4f8617eb3f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.481982 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2e3d-79f3-4023-8997-4f8617eb3f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.493597 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=2f559151-68d9-4b8b-8845-59fe87c7aa2f,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:50.676688 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.706865 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 67bc4acc-3618-4a12-88c5-e3f188dce50f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=67bc4acc-3618-4a12-88c5-e3f188dce50f,segment=NetworkSegment(952317b9-e6a3-497d-a9d8-27a8763ef673),segment_id=952317b9-e6a3-497d-a9d8-27a8763ef673)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:50.718261 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2e3d-79f3-4023-8997-4f8617eb3f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.723892 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2e3d-79f3-4023-8997-4f8617eb3f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.723892 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-3cdb2e3d-79f3-4023-8997-4f8617eb3f54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95312def-ac12-4a51-82e7-bbe0335591f6 HTTP/1.1" status: 204 len: 168 time: 0.3320205 Jul 27 06:47:50.730239 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb2e3d-79f3-4023-8997-4f8617eb3f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95312def-ac12-4a51-82e7-bbe0335591f6,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:50.760443 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['fb17be9b-0d2d-4078-855b-d6da619611ab'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:47:50.794678 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['2f559151-68d9-4b8b-8845-59fe87c7aa2f'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:47:50.844806 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:50.952940 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=67bc4acc-3618-4a12-88c5-e3f188dce50f,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:51.079986 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3d405-bc8f-42f1-a4ca-52e4d4da320b req-d9dc5a5f-f162-46c8-99df-5a0dbefc2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:51.081504 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9ca3d405-bc8f-42f1-a4ca-52e4d4da320b req-d9dc5a5f-f162-46c8-99df-5a0dbefc2d8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 1099 time: 0.1829638 Jul 27 06:47:51.104114 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a4670-bf0b-4126-82f1-c89567de1bb8 req-3eb267cd-d5d9-45aa-a8a3-80699756c9ba tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:51.106770 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-470a4670-bf0b-4126-82f1-c89567de1bb8 req-3eb267cd-d5d9-45aa-a8a3-80699756c9ba tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 944 time: 0.1296248 Jul 27 06:47:51.140120 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-9ca3d405-bc8f-42f1-a4ca-52e4d4da320b req-2bbba770-0b90-490f-812c-a5a6519bef6f service neutron] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.193361 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-470a4670-bf0b-4126-82f1-c89567de1bb8 req-41790c0b-0eae-4da9-bbe3-39c167848e4c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782781 Jul 27 06:47:51.246023 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a9109-ee76-43ee-a3e9-41640ae6669e req-037d24b1-488b-4189-848a-0f4cfa47772e tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:51.254396 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-511a9109-ee76-43ee-a3e9-41640ae6669e req-037d24b1-488b-4189-848a-0f4cfa47772e tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 946 time: 0.1568131 Jul 27 06:47:51.334978 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-511a9109-ee76-43ee-a3e9-41640ae6669e req-38598680-aff3-4968-9cae-e7c857f5c017 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750122 Jul 27 06:47:51.352093 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-9ca3d405-bc8f-42f1-a4ca-52e4d4da320b req-2bbba770-0b90-490f-812c-a5a6519bef6f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.477998 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819c0f1-9250-4e9f-bfd2-ff0e33dd7b41 req-f2d8a345-bda5-4e27-8da5-800c39048a95 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:51.479436 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d819c0f1-9250-4e9f-bfd2-ff0e33dd7b41 req-f2d8a345-bda5-4e27-8da5-800c39048a95 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 945 time: 0.0608165 Jul 27 06:47:51.516279 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d819c0f1-9250-4e9f-bfd2-ff0e33dd7b41 req-327590a3-2592-42ae-8a47-9c7d6763e52f tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308104 Jul 27 06:47:51.522605 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-9ca3d405-bc8f-42f1-a4ca-52e4d4da320b req-2bbba770-0b90-490f-812c-a5a6519bef6f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:51.555120 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9ca3d405-bc8f-42f1-a4ca-52e4d4da320b req-2bbba770-0b90-490f-812c-a5a6519bef6f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471672 Jul 27 06:47:51.570852 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbba770-0b90-490f-812c-a5a6519bef6f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=73435c2d-fb3c-4d49-ab60-2fe664c6b97d,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:52.336892 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27031d-a595-4f74-baae-b2c2fe6208ca req-72d26a9c-336f-456d-8043-99cc33fb5471 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:52.345062 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9c27031d-a595-4f74-baae-b2c2fe6208ca req-72d26a9c-336f-456d-8043-99cc33fb5471 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 944 time: 0.0786705 Jul 27 06:47:52.376300 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b79d430-f734-46ab-9727-cb471936b3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc4acc-3618-4a12-88c5-e3f188dce50f'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:47:52.379024 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec3e371-600f-4d31-96c6-c30eea70558e" -d '{"events": [{"server_uuid": "4b79d430-f734-46ab-9727-cb471936b3ef", "name": "network-vif-plugged", "status": "completed", "tag": "67bc4acc-3618-4a12-88c5-e3f188dce50f"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:47:52.380635 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9c27031d-a595-4f74-baae-b2c2fe6208ca req-9e9ea075-f759-4d36-874f-5657e21af5dd tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354517 Jul 27 06:47:52.430067 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474071ec-c267-408f-a418-d1a2f49de3a7 x-openstack-request-id: req-474071ec-c267-408f-a418-d1a2f49de3a7 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:47:52.430616 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b79d430-f734-46ab-9727-cb471936b3ef", "name": "network-vif-plugged", "status": "completed", "tag": "67bc4acc-3618-4a12-88c5-e3f188dce50f", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:47:52.431083 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-474071ec-c267-408f-a418-d1a2f49de3a7 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:47:52.431745 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b79d430-f734-46ab-9727-cb471936b3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc4acc-3618-4a12-88c5-e3f188dce50f', 'code': 200} Jul 27 06:47:52.459484 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aed5d0-d215-43c5-bf26-2cad8646e73f req-c3172e7c-ba68-4eee-8724-db9b85d295f4 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:52.461908 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d2aed5d0-d215-43c5-bf26-2cad8646e73f req-c3172e7c-ba68-4eee-8724-db9b85d295f4 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 946 time: 0.0673904 Jul 27 06:47:52.514466 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d2aed5d0-d215-43c5-bf26-2cad8646e73f req-ffca5807-778d-4c89-9ed1-e9335e62ac54 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361204 Jul 27 06:47:52.648423 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b861-7a50-475a-8c2b-470f82422c49 req-a09e16cd-e8ae-4558-88fe-36ccc8be2570 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:52.649959 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7b35b861-7a50-475a-8c2b-470f82422c49 req-a09e16cd-e8ae-4558-88fe-36ccc8be2570 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 945 time: 0.0654311 Jul 27 06:47:52.688939 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7b35b861-7a50-475a-8c2b-470f82422c49 req-74e86a8a-7462-4cdd-8e55-e4312528335f tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Jul 27 06:47:52.984245 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7449d-a1ba-460b-b968-45c17c9636dd req-805fd183-298e-4e2e-92b9-b57b98065b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:52.985780 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5cf7449d-a1ba-460b-b968-45c17c9636dd req-805fd183-298e-4e2e-92b9-b57b98065b41 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 1098 time: 0.0684643 Jul 27 06:47:53.029737 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5cf7449d-a1ba-460b-b968-45c17c9636dd req-3775860d-f6a7-436f-ae5c-bf80f872ac8d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360913 Jul 27 06:47:53.467194 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device fb17be9b-0d2d-4078-855b-d6da619611ab up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:53.521193 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c11b1c-f93d-4d49-8f48-8a6c14fc55f0 req-d5ad0051-fd49-4f9a-a973-02a08772bebb tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:53.531829 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-88c11b1c-f93d-4d49-8f48-8a6c14fc55f0 req-d5ad0051-fd49-4f9a-a973-02a08772bebb tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 944 time: 0.0801141 Jul 27 06:47:53.576441 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-88c11b1c-f93d-4d49-8f48-8a6c14fc55f0 req-4cec7f09-77fa-4ab2-92b4-33d5e659f25f tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470629 Jul 27 06:47:53.615306 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57010) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:53.661041 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port fb17be9b-0d2d-4078-855b-d6da619611ab completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:53.666238 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port fb17be9b-0d2d-4078-855b-d6da619611ab triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:53.666788 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.701730 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0716176-876a-408d-bca8-618882ce5f6e req-a0beefc5-b475-4aa0-b1fb-51d17169ad27 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:53.703975 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f0716176-876a-408d-bca8-618882ce5f6e req-a0beefc5-b475-4aa0-b1fb-51d17169ad27 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 946 time: 0.0873084 Jul 27 06:47:53.759254 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e9a7436e-e70b-4f38-8789-0fa0901e5a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.761915 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f0716176-876a-408d-bca8-618882ce5f6e req-b20d994d-4179-45a6-886a-1210393207b1 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Jul 27 06:47:53.780997 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.816723 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port fb17be9b-0d2d-4078-855b-d6da619611ab, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=fb17be9b-0d2d-4078-855b-d6da619611ab,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:53.891095 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295da7c-d8c5-4ba7-8a38-ec97029141f5 req-80b6f6d9-9330-4899-9bf5-819265a33e24 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:53.892571 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a295da7c-d8c5-4ba7-8a38-ec97029141f5 req-80b6f6d9-9330-4899-9bf5-819265a33e24 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 945 time: 0.0997655 Jul 27 06:47:53.931171 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e9a7436e-e70b-4f38-8789-0fa0901e5a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.953211 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a295da7c-d8c5-4ba7-8a38-ec97029141f5 req-e303ea4c-ede0-4f8d-8b8d-a10b616fc2e5 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501018 Jul 27 06:47:53.969668 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:53.970893 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 2f559151-68d9-4b8b-8845-59fe87c7aa2f up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:47:54.004176 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e9a7436e-e70b-4f38-8789-0fa0901e5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.052751 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=fb17be9b-0d2d-4078-855b-d6da619611ab,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:54.082255 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-e9a7436e-e70b-4f38-8789-0fa0901e5a3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba29628cb774443da9dffd6e93d1d4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654586 Jul 27 06:47:54.083179 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57032) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:54.084133 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7436e-e70b-4f38-8789-0fa0901e5a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57009913-3d47-4660-9454-7bdc21b4d550,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:54.127626 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port 2f559151-68d9-4b8b-8845-59fe87c7aa2f completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:47:54.134856 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 2f559151-68d9-4b8b-8845-59fe87c7aa2f triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:47:54.135207 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.169460 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a9ef52ee-2cf8-4886-a571-bc80a67e2bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.181732 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a02c16f6-3d42-4796-9b5f-2a25d5111026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.221256 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a9ef52ee-2cf8-4886-a571-bc80a67e2bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.257434 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.295904 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 2f559151-68d9-4b8b-8845-59fe87c7aa2f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2f559151-68d9-4b8b-8845-59fe87c7aa2f,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:47:54.335925 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a9ef52ee-2cf8-4886-a571-bc80a67e2bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.338403 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a9ef52ee-2cf8-4886-a571-bc80a67e2bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.339794 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-a9ef52ee-2cf8-4886-a571-bc80a67e2bd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57009913-3d47-4660-9454-7bdc21b4d550 HTTP/1.1" status: 204 len: 168 time: 0.2521701 Jul 27 06:47:54.347490 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef52ee-2cf8-4886-a571-bc80a67e2bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57009913-3d47-4660-9454-7bdc21b4d550,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:54.364833 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:54.417956 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=2f559151-68d9-4b8b-8845-59fe87c7aa2f,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:54.432535 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82cda92-0c10-47f6-8df7-3d87af35e87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb17be9b-0d2d-4078-855b-d6da619611ab'}, {'server_uuid': '5e967c5f-28c3-4469-a172-99aa4b942f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f559151-68d9-4b8b-8845-59fe87c7aa2f'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:47:54.434927 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bc133f-9113-4f23-8b99-0e1a9a27ee99" -d '{"events": [{"server_uuid": "f82cda92-0c10-47f6-8df7-3d87af35e87e", "name": "network-vif-plugged", "status": "completed", "tag": "fb17be9b-0d2d-4078-855b-d6da619611ab"}, {"server_uuid": "5e967c5f-28c3-4469-a172-99aa4b942f5a", "name": "network-vif-plugged", "status": "completed", "tag": "2f559151-68d9-4b8b-8845-59fe87c7aa2f"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:47:54.474747 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 06:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26aff85-e9d3-42b9-9d02-a117de7f4d53 x-openstack-request-id: req-a26aff85-e9d3-42b9-9d02-a117de7f4d53 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:47:54.475326 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82cda92-0c10-47f6-8df7-3d87af35e87e", "name": "network-vif-plugged", "status": "completed", "tag": "fb17be9b-0d2d-4078-855b-d6da619611ab", "code": 200}, {"server_uuid": "5e967c5f-28c3-4469-a172-99aa4b942f5a", "name": "network-vif-plugged", "status": "completed", "tag": "2f559151-68d9-4b8b-8845-59fe87c7aa2f", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:47:54.475326 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a26aff85-e9d3-42b9-9d02-a117de7f4d53 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:47:54.475705 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82cda92-0c10-47f6-8df7-3d87af35e87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb17be9b-0d2d-4078-855b-d6da619611ab', 'code': 200} Jul 27 06:47:54.476023 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e967c5f-28c3-4469-a172-99aa4b942f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f559151-68d9-4b8b-8845-59fe87c7aa2f', 'code': 200} Jul 27 06:47:54.708103 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28986a-4c5b-471d-8262-928a8de217fd req-6f101cb5-ce16-43df-880e-0d27bca991d8 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:54.709619 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ce28986a-4c5b-471d-8262-928a8de217fd req-6f101cb5-ce16-43df-880e-0d27bca991d8 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0642676 Jul 27 06:47:54.751204 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ce28986a-4c5b-471d-8262-928a8de217fd req-34df6e62-af23-4679-8156-fafce3666f52 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351069 Jul 27 06:47:54.821006 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57058) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:54.887766 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5a538-45e0-4d01-b7a6-72393cc31c79 req-9022604f-1040-4f25-953d-e3c352b1caaa tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:54.889303 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-37e5a538-45e0-4d01-b7a6-72393cc31c79 req-9022604f-1040-4f25-953d-e3c352b1caaa tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 946 time: 0.0620461 Jul 27 06:47:54.940627 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-37e5a538-45e0-4d01-b7a6-72393cc31c79 req-efa1d5ab-ae6b-43cc-9bd0-39946617131d tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453398 Jul 27 06:47:55.118914 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6d2f029e-55df-42c7-bb49-2942bc8ed556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.137661 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a6622-6df5-4f37-bf0a-67f70bca521f req-ee8ba4b8-d046-4e93-b1d3-a5316823fe1d tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:55.145636 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d92a6622-6df5-4f37-bf0a-67f70bca521f req-ee8ba4b8-d046-4e93-b1d3-a5316823fe1d tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 945 time: 0.1115832 Jul 27 06:47:55.218373 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6d2f029e-55df-42c7-bb49-2942bc8ed556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.243200 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d92a6622-6df5-4f37-bf0a-67f70bca521f req-2d87f6e2-8374-4d0a-ac18-2b3f2ea0e571 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965664 Jul 27 06:47:55.270093 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d887315-b620-4325-8425-06004c23a728 req-0b65cd72-856d-4413-bc23-5d7c09bc10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:55.271628 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d887315-b620-4325-8425-06004c23a728 req-0b65cd72-856d-4413-bc23-5d7c09bc10f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 1098 time: 0.1233788 Jul 27 06:47:55.276788 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511d54a-eb86-48dc-989f-b4925b8090a4 req-45de041e-061f-488f-be7d-ee62ac1d2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:55.278207 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6511d54a-eb86-48dc-989f-b4925b8090a4 req-45de041e-061f-488f-be7d-ee62ac1d2ae5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 1099 time: 0.1289279 Jul 27 06:47:55.328249 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d887315-b620-4325-8425-06004c23a728 req-838ed295-790e-4536-8ed9-cc1bbdf0ee6d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491157 Jul 27 06:47:55.331741 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6511d54a-eb86-48dc-989f-b4925b8090a4 req-fe5f067b-4cfa-4753-badc-112cf7114a02 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396640 Jul 27 06:47:55.346722 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6d2f029e-55df-42c7-bb49-2942bc8ed556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.386870 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57078) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:55.387040 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-6d2f029e-55df-42c7-bb49-2942bc8ed556 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3b1bac3205546bd9c099ba016582240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5642822 Jul 27 06:47:55.398520 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f029e-55df-42c7-bb49-2942bc8ed556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab42ac9-3f89-4976-8d41-438fe5ae275d,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:55.446413 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a10c697e-1909-498b-ac3f-cb1d0519e1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.470972 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a10c697e-1909-498b-ac3f-cb1d0519e1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.489972 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57082) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:55.563116 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57086) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:55.576969 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-493b0542-4511-4ff9-bcdc-b1c84145e618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.585295 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a10c697e-1909-498b-ac3f-cb1d0519e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.587928 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a10c697e-1909-498b-ac3f-cb1d0519e1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.589051 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-a10c697e-1909-498b-ac3f-cb1d0519e1cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ab42ac9-3f89-4976-8d41-438fe5ae275d HTTP/1.1" status: 204 len: 168 time: 0.2012901 Jul 27 06:47:55.605770 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c697e-1909-498b-ac3f-cb1d0519e1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab42ac9-3f89-4976-8d41-438fe5ae275d,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:55.607230 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-36cf4837-e1fe-47fb-9644-85497936f473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.687167 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-493b0542-4511-4ff9-bcdc-b1c84145e618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.885413 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b902104-814a-4f40-976e-cbbb655cfa8b req-82ce166e-e768-4198-b50f-7626cd3ccb9e tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:55.886818 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9b902104-814a-4f40-976e-cbbb655cfa8b req-82ce166e-e768-4198-b50f-7626cd3ccb9e tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0624111 Jul 27 06:47:55.900474 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-493b0542-4511-4ff9-bcdc-b1c84145e618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:55.939374 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9b902104-814a-4f40-976e-cbbb655cfa8b req-c0fc0e8b-a57b-4571-b450-cebfd7925383 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458813 Jul 27 06:47:55.961051 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-493b0542-4511-4ff9-bcdc-b1c84145e618 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33adf84bc29e4d16881a1b0d5a7070aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967924 Jul 27 06:47:55.962025 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b0542-4511-4ff9-bcdc-b1c84145e618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5271f0c6-aeb1-40bb-ad0f-50bde811f59a,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:55.972622 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57094) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:56.023262 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-72ac1fad-fccc-41ed-9f74-1463edcf9537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.056763 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-72ac1fad-fccc-41ed-9f74-1463edcf9537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.067897 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-36cf4837-e1fe-47fb-9644-85497936f473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.190031 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-36cf4837-e1fe-47fb-9644-85497936f473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.267134 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf4837-e1fe-47fb-9644-85497936f473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787d7a4d-5460-479b-86fb-769c368f135f,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:56.267134 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-36cf4837-e1fe-47fb-9644-85497936f473 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d438691aee54217aa6fac0070ed9851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7721210 Jul 27 06:47:56.267134 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57112) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:56.306200 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-72ac1fad-fccc-41ed-9f74-1463edcf9537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.308839 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-72ac1fad-fccc-41ed-9f74-1463edcf9537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.313154 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-72ac1fad-fccc-41ed-9f74-1463edcf9537 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5271f0c6-aeb1-40bb-ad0f-50bde811f59a HTTP/1.1" status: 204 len: 168 time: 0.3472335 Jul 27 06:47:56.322511 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac1fad-fccc-41ed-9f74-1463edcf9537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5271f0c6-aeb1-40bb-ad0f-50bde811f59a,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:56.338679 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe33f-f717-409b-b640-01e472547883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.365384 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe33f-f717-409b-b640-01e472547883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.512354 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe33f-f717-409b-b640-01e472547883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.514992 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe33f-f717-409b-b640-01e472547883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.516150 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-d8bfe33f-f717-409b-b640-01e472547883 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/787d7a4d-5460-479b-86fb-769c368f135f HTTP/1.1" status: 204 len: 168 time: 0.2484353 Jul 27 06:47:56.524826 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfe33f-f717-409b-b640-01e472547883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787d7a4d-5460-479b-86fb-769c368f135f,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:56.643197 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-84a0f444-35e5-4a36-a644-569fe331bbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.872581 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:56.981976 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.103975 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef127b-26d6-46ee-b595-6391bc54f6f7 req-a3e93299-62b5-49f5-8585-8d3326beaa8d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:57.107775 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d1ef127b-26d6-46ee-b595-6391bc54f6f7 req-a3e93299-62b5-49f5-8585-8d3326beaa8d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0753760 Jul 27 06:47:57.157169 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d1ef127b-26d6-46ee-b595-6391bc54f6f7 req-1e2ca952-a4ff-4b76-9f85-e51c12128ca6 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440984 Jul 27 06:47:57.512143 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57166) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:57.526538 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e474629e-969b-4ede-b3ab-a1a433eb6c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.646801 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e474629e-969b-4ede-b3ab-a1a433eb6c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.684097 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ae678-0c95-4cf6-9f51-4367c5c94162 req-0f3c5faf-90b2-4c06-8073-1b34e3b73e6c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:57.686017 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-936ae678-0c95-4cf6-9f51-4367c5c94162 req-0f3c5faf-90b2-4c06-8073-1b34e3b73e6c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0639827 Jul 27 06:47:57.706995 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e474629e-969b-4ede-b3ab-a1a433eb6c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.749759 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-936ae678-0c95-4cf6-9f51-4367c5c94162 req-0d257865-a575-48d5-96c7-25b0d4252934 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531509 Jul 27 06:47:57.752327 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-e474629e-969b-4ede-b3ab-a1a433eb6c0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a79d5519d76341ed8525762720bd30da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387407 Jul 27 06:47:57.762349 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474629e-969b-4ede-b3ab-a1a433eb6c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0845227d-3d8d-4dbc-b366-6b1d9dc050b9,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:57.762349 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57176) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:57.818742 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-bb53354e-807e-41ee-8278-fc241ac64445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.823801 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67cc86-e721-41ac-88c4-54f97d172802 req-5c981db4-fefa-45b8-8478-83cdcd6d0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:57.825350 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3f67cc86-e721-41ac-88c4-54f97d172802 req-5c981db4-fefa-45b8-8478-83cdcd6d0eae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 1098 time: 0.0790007 Jul 27 06:47:57.846011 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-bb53354e-807e-41ee-8278-fc241ac64445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.911978 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:57.931688 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67cc86-e721-41ac-88c4-54f97d172802 req-a8594704-cbf8-4ee7-9032-09278497f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:57.933194 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3f67cc86-e721-41ac-88c4-54f97d172802 req-a8594704-cbf8-4ee7-9032-09278497f920 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 200 len: 919 time: 0.1000359 Jul 27 06:47:57.989070 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3f67cc86-e721-41ac-88c4-54f97d172802 req-079f0bc4-2e50-4743-b4ea-a2fd0f73a6e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f559151-68d9-4b8b-8845-59fe87c7aa2f HTTP/1.1" status: 200 len: 217 time: 0.0399251 Jul 27 06:47:58.021219 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-bb53354e-807e-41ee-8278-fc241ac64445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.024166 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-bb53354e-807e-41ee-8278-fc241ac64445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:58.026373 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-bb53354e-807e-41ee-8278-fc241ac64445 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0845227d-3d8d-4dbc-b366-6b1d9dc050b9 HTTP/1.1" status: 204 len: 168 time: 0.2691092 Jul 27 06:47:58.046429 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53354e-807e-41ee-8278-fc241ac64445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0845227d-3d8d-4dbc-b366-6b1d9dc050b9,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:58.054431 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67cc86-e721-41ac-88c4-54f97d172802 req-970342b0-0533-4d3c-8707-a710b5aedd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:58.058748 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3f67cc86-e721-41ac-88c4-54f97d172802 req-970342b0-0533-4d3c-8707-a710b5aedd87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cde0b16-95d6-4402-80bd-b9623cf5aac9 HTTP/1.1" status: 200 len: 858 time: 0.0608521 Jul 27 06:47:58.100973 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3f67cc86-e721-41ac-88c4-54f97d172802 req-33c31404-5ca1-44d1-9504-3e6b61928f23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2817c17d-99bf-4f49-a0aa-89c64829a007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292859 Jul 27 06:47:58.213404 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3f67cc86-e721-41ac-88c4-54f97d172802 req-c254aeba-469d-47cd-9fad-20498480cc58 service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048100 Jul 27 06:47:58.328908 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3f67cc86-e721-41ac-88c4-54f97d172802 req-b5d3df10-e1ea-4f7c-9b71-50e1c7a6185d service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080000 Jul 27 06:47:59.174933 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010122cf-f670-4726-9d29-00ba8c584a9a req-72465f80-16c1-4477-aba1-56933e91c02b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:47:59.176518 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-010122cf-f670-4726-9d29-00ba8c584a9a req-72465f80-16c1-4477-aba1-56933e91c02b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0888705 Jul 27 06:47:59.218655 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-010122cf-f670-4726-9d29-00ba8c584a9a req-c63bb040-8b60-4a39-84b7-21d5414fd415 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Jul 27 06:47:59.227067 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.387183 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57278) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:47:59.631738 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0da42403-0f12-4f7d-8fb8-7ec2a527e6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.735818 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0da42403-0f12-4f7d-8fb8-7ec2a527e6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.889203 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0da42403-0f12-4f7d-8fb8-7ec2a527e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:47:59.927409 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da42403-0f12-4f7d-8fb8-7ec2a527e6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50798857-834f-44ee-9c95-59a05e06121b,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:47:59.932714 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-0da42403-0f12-4f7d-8fb8-7ec2a527e6b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a54f8f5152f5429e9be66a709c6db64e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435896 Jul 27 06:47:59.935419 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57302) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:00.002494 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3fa6-4be4-4293-8588-62398442d0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:00.028218 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3fa6-4be4-4293-8588-62398442d0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:00.163924 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3fa6-4be4-4293-8588-62398442d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:00.166514 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3fa6-4be4-4293-8588-62398442d0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:00.167692 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-2f5b3fa6-4be4-4293-8588-62398442d0bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50798857-834f-44ee-9c95-59a05e06121b HTTP/1.1" status: 204 len: 168 time: 0.2318294 Jul 27 06:48:00.175301 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b3fa6-4be4-4293-8588-62398442d0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50798857-834f-44ee-9c95-59a05e06121b,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:00.379459 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee7aea-24ef-4b66-ad09-a5c843c3a255 req-2e865efb-f4a5-4ff9-91b5-e3d6fcb8f6f2 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:00.381225 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7fee7aea-24ef-4b66-ad09-a5c843c3a255 req-2e865efb-f4a5-4ff9-91b5-e3d6fcb8f6f2 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0898867 Jul 27 06:48:00.421619 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7fee7aea-24ef-4b66-ad09-a5c843c3a255 req-89a1a1c2-d0c7-4a90-aeec-55691af49c05 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335698 Jul 27 06:48:00.923253 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57338) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:00.936951 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8004b7c3-c111-4548-ba2e-32b28814c55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:01.024426 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8004b7c3-c111-4548-ba2e-32b28814c55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:01.123841 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8004b7c3-c111-4548-ba2e-32b28814c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:01.164699 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-8004b7c3-c111-4548-ba2e-32b28814c55f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9600eafeae594d75b7bca23ac9899ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403536 Jul 27 06:48:01.165529 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004b7c3-c111-4548-ba2e-32b28814c55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc042901-9166-4517-9d79-2d9f7ab39c53,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:01.167477 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57344) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:01.224536 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-dc252b52-c5fe-48fb-af2d-b514b9d5589a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:01.248511 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-dc252b52-c5fe-48fb-af2d-b514b9d5589a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:01.386281 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-dc252b52-c5fe-48fb-af2d-b514b9d5589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:01.389879 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-dc252b52-c5fe-48fb-af2d-b514b9d5589a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:01.394369 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-dc252b52-c5fe-48fb-af2d-b514b9d5589a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc042901-9166-4517-9d79-2d9f7ab39c53 HTTP/1.1" status: 204 len: 168 time: 0.2257605 Jul 27 06:48:01.405158 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc252b52-c5fe-48fb-af2d-b514b9d5589a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc042901-9166-4517-9d79-2d9f7ab39c53,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:01.415568 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57366) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:01.573836 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5ef8b-3c30-4f0a-b4a2-10ab94e507b5 req-eef309f1-c6ee-493f-952d-8b5c6e555083 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:01.575579 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-bdf5ef8b-3c30-4f0a-b4a2-10ab94e507b5 req-eef309f1-c6ee-493f-952d-8b5c6e555083 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0711939 Jul 27 06:48:01.613278 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-bdf5ef8b-3c30-4f0a-b4a2-10ab94e507b5 req-13abe395-08d8-4734-ade6-8d070f54d9d9 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Jul 27 06:48:01.840531 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6902f66c-507b-457b-bffe-e0e920272a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:01.936534 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6902f66c-507b-457b-bffe-e0e920272a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.013867 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6902f66c-507b-457b-bffe-e0e920272a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.060754 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-6902f66c-507b-457b-bffe-e0e920272a29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8494709792eb458b8fa723be1abdf030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439226 Jul 27 06:48:02.061689 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902f66c-507b-457b-bffe-e0e920272a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaf43f9-7929-446f-9508-01deab12e5f7,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:02.063509 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57400) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:02.126780 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-80338663-c5ec-46ed-9f5e-bcefd1ae87b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.149236 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-80338663-c5ec-46ed-9f5e-bcefd1ae87b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.176359 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57406) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:02.288840 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-80338663-c5ec-46ed-9f5e-bcefd1ae87b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.291368 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-80338663-c5ec-46ed-9f5e-bcefd1ae87b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.292496 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-80338663-c5ec-46ed-9f5e-bcefd1ae87b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acaf43f9-7929-446f-9508-01deab12e5f7 HTTP/1.1" status: 204 len: 168 time: 0.2278175 Jul 27 06:48:02.300065 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80338663-c5ec-46ed-9f5e-bcefd1ae87b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaf43f9-7929-446f-9508-01deab12e5f7,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:02.422236 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-558081f9-4518-4d34-9c91-6cbdcd6d8a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.509462 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-558081f9-4518-4d34-9c91-6cbdcd6d8a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.609883 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-558081f9-4518-4d34-9c91-6cbdcd6d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.650883 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-558081f9-4518-4d34-9c91-6cbdcd6d8a41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bec54963c48348a090e07f1166a2fe89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732571 Jul 27 06:48:02.668202 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558081f9-4518-4d34-9c91-6cbdcd6d8a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2134fdc-5ec4-4461-8ff0-0f351818c59b,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:02.669699 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57420) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:02.726702 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb1ee-ae50-4476-90df-07c4f824cac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.747568 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3939864-5cf5-4ebc-9d29-bf6f87523206 req-9752099b-cd54-430f-a96a-9e386ecfd36a tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:02.748273 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb1ee-ae50-4476-90df-07c4f824cac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.749152 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b3939864-5cf5-4ebc-9d29-bf6f87523206 req-9752099b-cd54-430f-a96a-9e386ecfd36a tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0672238 Jul 27 06:48:02.795743 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b3939864-5cf5-4ebc-9d29-bf6f87523206 req-a9eb4eed-c0da-4a02-800d-4cf2739e0c20 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Jul 27 06:48:02.825079 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57428) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:02.889339 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb1ee-ae50-4476-90df-07c4f824cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.891923 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb1ee-ae50-4476-90df-07c4f824cac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:02.893086 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-bb6bb1ee-ae50-4476-90df-07c4f824cac1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2134fdc-5ec4-4461-8ff0-0f351818c59b HTTP/1.1" status: 204 len: 168 time: 0.2223454 Jul 27 06:48:02.901592 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bb1ee-ae50-4476-90df-07c4f824cac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2134fdc-5ec4-4461-8ff0-0f351818c59b,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:02.996078 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6f395833-efb3-4c95-9d1b-c67199e57ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.092998 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6f395833-efb3-4c95-9d1b-c67199e57ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.171094 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57440) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:03.185466 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1973be29-2af0-43fd-ab75-9d99e6cd8c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.186697 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6f395833-efb3-4c95-9d1b-c67199e57ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.230354 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-6f395833-efb3-4c95-9d1b-c67199e57ce8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f0c4d98d3dc4a72bb1d414d4624c3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040763 Jul 27 06:48:03.231536 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f395833-efb3-4c95-9d1b-c67199e57ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfc30f1-ae1a-4a8d-badb-e80de71836c7,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:03.232905 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57442) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:03.320603 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-30c72f0d-da9c-4f8a-930a-f96b46df887d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.344276 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1973be29-2af0-43fd-ab75-9d99e6cd8c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.355444 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-30c72f0d-da9c-4f8a-930a-f96b46df887d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.437880 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1973be29-2af0-43fd-ab75-9d99e6cd8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.470495 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-30c72f0d-da9c-4f8a-930a-f96b46df887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.473392 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-30c72f0d-da9c-4f8a-930a-f96b46df887d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.474548 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-30c72f0d-da9c-4f8a-930a-f96b46df887d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dcfc30f1-ae1a-4a8d-badb-e80de71836c7 HTTP/1.1" status: 204 len: 168 time: 0.2396994 Jul 27 06:48:03.490502 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-1973be29-2af0-43fd-ab75-9d99e6cd8c61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b4afc72d4da4152b20d3d6ad6d693c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180764 Jul 27 06:48:03.492078 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973be29-2af0-43fd-ab75-9d99e6cd8c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2247da69-8acd-487c-be98-58f93875703a,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:03.494694 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57458) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:03.502250 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c72f0d-da9c-4f8a-930a-f96b46df887d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfc30f1-ae1a-4a8d-badb-e80de71836c7,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:03.557334 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-2098dd9a-8ec7-45f1-b402-a02a0a48c8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.579481 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-2098dd9a-8ec7-45f1-b402-a02a0a48c8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.763414 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-2098dd9a-8ec7-45f1-b402-a02a0a48c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.765925 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-2098dd9a-8ec7-45f1-b402-a02a0a48c8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:03.767453 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-2098dd9a-8ec7-45f1-b402-a02a0a48c8e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2247da69-8acd-487c-be98-58f93875703a HTTP/1.1" status: 204 len: 168 time: 0.2708609 Jul 27 06:48:03.779166 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098dd9a-8ec7-45f1-b402-a02a0a48c8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2247da69-8acd-487c-be98-58f93875703a,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:03.933401 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9f1ea-6702-4fa8-a53f-731a316ff336 req-7e0b8e53-7004-425c-a8c3-3bf9d2966b43 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:03.934683 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-61a9f1ea-6702-4fa8-a53f-731a316ff336 req-7e0b8e53-7004-425c-a8c3-3bf9d2966b43 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0743299 Jul 27 06:48:03.981390 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-61a9f1ea-6702-4fa8-a53f-731a316ff336 req-9818f586-ded5-4951-8c33-77610ff06535 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Jul 27 06:48:04.670428 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57496) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:04.683462 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-df5265ca-d3ec-4efa-afe3-8da02ec0d4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:04.770862 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-df5265ca-d3ec-4efa-afe3-8da02ec0d4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:04.782808 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57500) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:04.796978 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-cd039976-1b32-4816-9d8d-f32e4561c306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:04.844756 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-df5265ca-d3ec-4efa-afe3-8da02ec0d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:04.902352 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-df5265ca-d3ec-4efa-afe3-8da02ec0d4ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44bad997aa764d2ba621bb4de73b6602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308412 Jul 27 06:48:04.905025 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57506) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:04.917809 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5265ca-d3ec-4efa-afe3-8da02ec0d4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bf526e-5164-4d2a-b3a6-5ec1c8e91011,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:04.990067 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ecd52381-9be8-4a36-be3e-faf217856a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.008865 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-cd039976-1b32-4816-9d8d-f32e4561c306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.045607 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ecd52381-9be8-4a36-be3e-faf217856a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.099972 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-cd039976-1b32-4816-9d8d-f32e4561c306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.152870 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-cd039976-1b32-4816-9d8d-f32e4561c306 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c39294608af44e12b3d0502f8ec047f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688924 Jul 27 06:48:05.157636 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57522) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:05.168637 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd039976-1b32-4816-9d8d-f32e4561c306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52baed30-6e04-483d-a1e9-5a162c366d17,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:05.182529 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5fcc6-2c82-4a1d-b1a9-7ecd92de7605 req-8e6eb221-1745-471b-b7dd-9aa5b0cb7a94 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:05.185290 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d9c5fcc6-2c82-4a1d-b1a9-7ecd92de7605 req-8e6eb221-1745-471b-b7dd-9aa5b0cb7a94 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.1212213 Jul 27 06:48:05.233870 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ecd52381-9be8-4a36-be3e-faf217856a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.238022 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ecd52381-9be8-4a36-be3e-faf217856a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.242315 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-ecd52381-9be8-4a36-be3e-faf217856a7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43bf526e-5164-4d2a-b3a6-5ec1c8e91011 HTTP/1.1" status: 204 len: 168 time: 0.3333123 Jul 27 06:48:05.244808 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d9c5fcc6-2c82-4a1d-b1a9-7ecd92de7605 req-62e5808e-f7c6-476f-a384-0438dd93721c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521967 Jul 27 06:48:05.286732 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c2b02926-cc5d-4644-b96c-0410893d38b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.292072 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd52381-9be8-4a36-be3e-faf217856a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bf526e-5164-4d2a-b3a6-5ec1c8e91011,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:05.313194 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c2b02926-cc5d-4644-b96c-0410893d38b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.449595 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c2b02926-cc5d-4644-b96c-0410893d38b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.453455 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c2b02926-cc5d-4644-b96c-0410893d38b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:05.453455 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-c2b02926-cc5d-4644-b96c-0410893d38b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52baed30-6e04-483d-a1e9-5a162c366d17 HTTP/1.1" status: 204 len: 168 time: 0.2945752 Jul 27 06:48:05.461483 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b02926-cc5d-4644-b96c-0410893d38b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52baed30-6e04-483d-a1e9-5a162c366d17,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:06.392951 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97187-60b8-4fcd-8392-c2ee86e5596c req-9cb2192a-f648-4d33-aa04-f41e11916644 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:06.401614 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ecf97187-60b8-4fcd-8392-c2ee86e5596c req-9cb2192a-f648-4d33-aa04-f41e11916644 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0851777 Jul 27 06:48:06.450397 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ecf97187-60b8-4fcd-8392-c2ee86e5596c req-0b424504-3b8e-4c7c-8598-e4ce0af7671d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462387 Jul 27 06:48:06.681120 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57604) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:06.872794 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1623414574-network', 'tenant_id': '43cafe60bb9e48079c3cdbfad267ad76'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:06.992533 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Made reservation on behalf of 43cafe60bb9e48079c3cdbfad267ad76 for: {'network': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:06.994868 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.003350 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.087066 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.203392 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.230304 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=100258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:48:07.240044 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f09debd-506e-4f15-8441-1814d2e32678,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:07.246426 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.246771 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.segments_db [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Added segment 809c712f-b281-472b-b77f-0b0125a841d4 of type vlan for network 520bbca1-5230-4b78-9b45-8ad9ceff68a9 Jul 27 06:48:07.299710 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.367334 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57626) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:07.385031 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.386196 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:07.386857 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.452263 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] Pushing event updated for resources: {'Network': ['ID=520bbca1-5230-4b78-9b45-8ad9ceff68a9,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:07.466327 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 520bbca1-5230-4b78-9b45-8ad9ceff68a9 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:48:07.517082 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0d5ecdcd-d3fe-4ec5-9bd6-5a86031286f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.540847 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-60c3ab70-d22a-4a06-8a22-d09cb79834a7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8584819 Jul 27 06:48:07.543868 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57638) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:07.551179 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-df8c96ab-244f-417e-b40b-454e66c90a63 admin admin] Request body: {'subnet': {'network_id': '520bbca1-5230-4b78-9b45-8ad9ceff68a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1623414574-subnet', 'tenant_id': '43cafe60bb9e48079c3cdbfad267ad76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:07.604093 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1914b-4b7d-402e-a0aa-c8a5753b9c61 req-95c93913-20cb-4c0c-a605-7c1c60bd8e6c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:07.605672 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e1e1914b-4b7d-402e-a0aa-c8a5753b9c61 req-95c93913-20cb-4c0c-a605-7c1c60bd8e6c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0692756 Jul 27 06:48:07.633936 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0d5ecdcd-d3fe-4ec5-9bd6-5a86031286f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.649862 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e1e1914b-4b7d-402e-a0aa-c8a5753b9c61 req-9a185c03-cf35-4c27-aaad-d7c0a9be6119 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367539 Jul 27 06:48:07.827991 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0d5ecdcd-d3fe-4ec5-9bd6-5a86031286f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.875975 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-0d5ecdcd-d3fe-4ec5-9bd6-5a86031286f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99cfe643ad9d4f8986c8f4579909010d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074387 Jul 27 06:48:07.876978 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ecdcd-d3fe-4ec5-9bd6-5a86031286f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223703fb-bc70-4d86-8327-b8cd566f0e26,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:07.878698 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57646) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:07.927588 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-560f23bc-2522-434f-8435-120a008f7fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.949815 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-560f23bc-2522-434f-8435-120a008f7fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:07.957846 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8c96ab-244f-417e-b40b-454e66c90a63 admin admin] Made reservation on behalf of 43cafe60bb9e48079c3cdbfad267ad76 for: {'subnet': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:07.960875 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-df8c96ab-244f-417e-b40b-454e66c90a63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:08.094598 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-560f23bc-2522-434f-8435-120a008f7fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:08.097403 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-560f23bc-2522-434f-8435-120a008f7fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:08.098683 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-560f23bc-2522-434f-8435-120a008f7fed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/223703fb-bc70-4d86-8327-b8cd566f0e26 HTTP/1.1" status: 204 len: 168 time: 0.2190251 Jul 27 06:48:08.112856 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f23bc-2522-434f-8435-120a008f7fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223703fb-bc70-4d86-8327-b8cd566f0e26,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:08.283396 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-df8c96ab-244f-417e-b40b-454e66c90a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:08.361317 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c96ab-244f-417e-b40b-454e66c90a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5cf8d70-4a1e-4ff1-b47b-9a5914f2887f,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:08.369282 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c96ab-244f-417e-b40b-454e66c90a63 admin admin] Checking segment: {'id': '809c712f-b281-472b-b77f-0b0125a841d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '520bbca1-5230-4b78-9b45-8ad9ceff68a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:48:08.369643 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c96ab-244f-417e-b40b-454e66c90a63 admin admin] Network hostable DHCP agents. Network: 520bbca1-5230-4b78-9b45-8ad9ceff68a9, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:48:08.471988 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c96ab-244f-417e-b40b-454e66c90a63 admin admin] Network 520bbca1-5230-4b78-9b45-8ad9ceff68a9 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:48:08.648739 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-df8c96ab-244f-417e-b40b-454e66c90a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 520bbca1-5230-4b78-9b45-8ad9ceff68a9) {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:48:08.648739 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8c96ab-244f-417e-b40b-454e66c90a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:08.649424 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-df8c96ab-244f-417e-b40b-454e66c90a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:08.659965 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b97e38-3397-4e12-bb17-c4c11500ec45 None None] Network 520bbca1-5230-4b78-9b45-8ad9ceff68a9 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:48:08.790287 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149704d7-2e20-4167-8d9a-266644975d4f req-226bc89f-b0c6-4aa7-95b4-fc81d4f88922 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:08.792687 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-149704d7-2e20-4167-8d9a-266644975d4f req-226bc89f-b0c6-4aa7-95b4-fc81d4f88922 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0689266 Jul 27 06:48:08.797740 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a1f95-f22b-4701-a1dd-fd2cfb2102bc None None] Network 520bbca1-5230-4b78-9b45-8ad9ceff68a9 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:48:08.829895 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-149704d7-2e20-4167-8d9a-266644975d4f req-e333db01-e4de-4c8d-b5de-83671d008f85 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Jul 27 06:48:08.886131 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-df8c96ab-244f-417e-b40b-454e66c90a63 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3338106 Jul 27 06:48:09.685713 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57720) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:09.690825 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1110856680-network', 'tenant_id': '8e30e4bbbbe043b68de9d7fe4488d072'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:09.854743 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Made reservation on behalf of 8e30e4bbbbe043b68de9d7fe4488d072 for: {'network': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:09.857083 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:09.865883 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:09.962942 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:09.984947 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd81a1-1f72-450c-bb10-e6eacabdaabb req-7aa5faa1-40c2-439a-9015-c95f0ecbc260 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:09.987156 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-98fd81a1-1f72-450c-bb10-e6eacabdaabb req-7aa5faa1-40c2-439a-9015-c95f0ecbc260 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0867260 Jul 27 06:48:10.034099 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-98fd81a1-1f72-450c-bb10-e6eacabdaabb req-37cff8c1-697c-4fe2-ae67-5bc460a89c9b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393693 Jul 27 06:48:10.054248 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:10.072191 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=100257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:48:10.087002 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726994ec-168d-46af-8b02-89e9de0859ff req-8f4d5dfb-cfe7-498e-b8de-7883c0a0024b tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:10.088551 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-726994ec-168d-46af-8b02-89e9de0859ff req-8f4d5dfb-cfe7-498e-b8de-7883c0a0024b tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 945 time: 0.1046221 Jul 27 06:48:10.102829 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:10.103091 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.segments_db [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Added segment 8df7e85f-3c06-46dd-8021-904318e2486f of type vlan for network 361d6641-e496-4db8-9d2b-5a486ee5f0e6 Jul 27 06:48:10.118993 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8408dd5-69d7-493f-b009-4e42408d2a20,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:10.172453 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:10.181280 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-726994ec-168d-46af-8b02-89e9de0859ff req-c32a9a9f-f053-496c-a72f-d5fd426dd647 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814667 Jul 27 06:48:10.282033 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:10.283103 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:10.283692 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:10.341721 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] Pushing event updated for resources: {'Network': ['ID=361d6641-e496-4db8-9d2b-5a486ee5f0e6,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:10.353800 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 361d6641-e496-4db8-9d2b-5a486ee5f0e6 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:48:10.479562 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-efc66b24-9af1-4d68-a9af-4769f0557dca admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7921906 Jul 27 06:48:10.483082 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57746) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:10.495506 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-d949562a-e72b-46a8-9044-94e2cffe7d0b admin admin] Request body: {'subnet': {'network_id': '361d6641-e496-4db8-9d2b-5a486ee5f0e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1110856680-subnet', 'tenant_id': '8e30e4bbbbe043b68de9d7fe4488d072', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:10.596623 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57750) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:10.630665 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d949562a-e72b-46a8-9044-94e2cffe7d0b admin admin] Made reservation on behalf of 8e30e4bbbbe043b68de9d7fe4488d072 for: {'subnet': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:10.633605 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d949562a-e72b-46a8-9044-94e2cffe7d0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:10.704163 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-28686fab-b026-4162-b4e7-6dc0b6f0adce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:10.875350 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-28686fab-b026-4162-b4e7-6dc0b6f0adce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:10.946528 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57756) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:10.947017 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d949562a-e72b-46a8-9044-94e2cffe7d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.005836 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949562a-e72b-46a8-9044-94e2cffe7d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=188e230f-02a7-41a7-a70f-ada70ab7a905,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:11.010137 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-28686fab-b026-4162-b4e7-6dc0b6f0adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.048757 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d949562a-e72b-46a8-9044-94e2cffe7d0b admin admin] Checking segment: {'id': '8df7e85f-3c06-46dd-8021-904318e2486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '361d6641-e496-4db8-9d2b-5a486ee5f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:48:11.049204 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d949562a-e72b-46a8-9044-94e2cffe7d0b admin admin] Network hostable DHCP agents. Network: 361d6641-e496-4db8-9d2b-5a486ee5f0e6, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:48:11.055575 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6ee40fa8-2daa-49df-83be-d54117801d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.060716 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-28686fab-b026-4162-b4e7-6dc0b6f0adce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6b26e7ed84843e3a983cb3d0927c280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4627888 Jul 27 06:48:11.063039 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57762) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:11.072359 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28686fab-b026-4162-b4e7-6dc0b6f0adce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621d2e29-4b96-4f43-9e96-a09dc1a8fdad,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:11.152724 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a2ea384f-1e20-4e3d-9df3-c6fc55d54d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.158324 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6ee40fa8-2daa-49df-83be-d54117801d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.181677 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a2ea384f-1e20-4e3d-9df3-c6fc55d54d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.211866 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96c02a-71c0-42cf-ac48-7d35cb3388f3 req-11858ff5-2ea4-4ebb-a580-16ca7d49541b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:11.213372 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fe96c02a-71c0-42cf-ac48-7d35cb3388f3 req-11858ff5-2ea4-4ebb-a580-16ca7d49541b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.1059153 Jul 27 06:48:11.233703 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d949562a-e72b-46a8-9044-94e2cffe7d0b admin admin] Network 361d6641-e496-4db8-9d2b-5a486ee5f0e6 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:48:11.265218 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fe96c02a-71c0-42cf-ac48-7d35cb3388f3 req-0093e686-d6d6-4086-97ec-debf3824ff54 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Jul 27 06:48:11.282681 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6ee40fa8-2daa-49df-83be-d54117801d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.328033 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-6ee40fa8-2daa-49df-83be-d54117801d3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87340a74a5c340828910c96195ec5118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804231 Jul 27 06:48:11.329550 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee40fa8-2daa-49df-83be-d54117801d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e424674e-192b-42e5-b728-bdd2739fc890,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:11.330822 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57766) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:11.353180 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625ab94-3f7b-40ec-8dd9-1c8b6b39d842 req-639df0be-772a-4e39-981a-8a99f9c76e92 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:11.354714 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d625ab94-3f7b-40ec-8dd9-1c8b6b39d842 req-639df0be-772a-4e39-981a-8a99f9c76e92 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 945 time: 0.1056588 Jul 27 06:48:11.373141 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-d949562a-e72b-46a8-9044-94e2cffe7d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 361d6641-e496-4db8-9d2b-5a486ee5f0e6) {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:48:11.377894 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d949562a-e72b-46a8-9044-94e2cffe7d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:11.378740 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d949562a-e72b-46a8-9044-94e2cffe7d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.381302 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2543836b-91c1-4b58-8ec1-26fd22c3cc02 None None] Network 361d6641-e496-4db8-9d2b-5a486ee5f0e6 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:48:11.398936 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-646c21e3-06ad-43a7-861b-70dde3c7f939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.402643 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d625ab94-3f7b-40ec-8dd9-1c8b6b39d842 req-e6d99112-1e43-4847-b7ee-6f15c8df05d8 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406394 Jul 27 06:48:11.421563 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-646c21e3-06ad-43a7-861b-70dde3c7f939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.423170 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a2ea384f-1e20-4e3d-9df3-c6fc55d54d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.425679 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a2ea384f-1e20-4e3d-9df3-c6fc55d54d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.429448 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-a2ea384f-1e20-4e3d-9df3-c6fc55d54d2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/621d2e29-4b96-4f43-9e96-a09dc1a8fdad HTTP/1.1" status: 204 len: 168 time: 0.3631098 Jul 27 06:48:11.446197 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea384f-1e20-4e3d-9df3-c6fc55d54d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621d2e29-4b96-4f43-9e96-a09dc1a8fdad,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:11.501039 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d949562a-e72b-46a8-9044-94e2cffe7d0b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0156560 Jul 27 06:48:11.535141 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae5276f-f784-4e88-9a08-5d5fad257bb4 None None] Network 361d6641-e496-4db8-9d2b-5a486ee5f0e6 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:48:11.573564 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-646c21e3-06ad-43a7-861b-70dde3c7f939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.576201 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-646c21e3-06ad-43a7-861b-70dde3c7f939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:11.578292 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-646c21e3-06ad-43a7-861b-70dde3c7f939 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e424674e-192b-42e5-b728-bdd2739fc890 HTTP/1.1" status: 204 len: 168 time: 0.2455595 Jul 27 06:48:11.588714 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c21e3-06ad-43a7-861b-70dde3c7f939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e424674e-192b-42e5-b728-bdd2739fc890,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:12.398446 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025bb83-3272-494d-a45d-3ada9c3aa86a req-37941247-4498-4211-afb9-9a14a9fdf6db tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:12.399974 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1025bb83-3272-494d-a45d-3ada9c3aa86a req-37941247-4498-4211-afb9-9a14a9fdf6db tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0680225 Jul 27 06:48:12.473111 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1025bb83-3272-494d-a45d-3ada9c3aa86a req-37594aac-2fcb-45c7-81a9-a9b17cca1aba tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635562 Jul 27 06:48:12.506416 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ba376-ca21-4243-be27-fd37fcdc8063 req-b4393291-225a-432f-bea8-d1222ec83de8 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:12.508981 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6e2ba376-ca21-4243-be27-fd37fcdc8063 req-b4393291-225a-432f-bea8-d1222ec83de8 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 945 time: 0.1081040 Jul 27 06:48:12.534068 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57824) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:12.548067 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-46aed0e7-655a-476d-8b4b-da36a653443d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:12.592782 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb245a-0693-4197-9f79-0f0e49c39dea req-cc913450-ae06-4c00-9a30-e30f8254b02a tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:12.594370 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f6fb245a-0693-4197-9f79-0f0e49c39dea req-cc913450-ae06-4c00-9a30-e30f8254b02a tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 945 time: 0.1139610 Jul 27 06:48:12.668085 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-6e2ba376-ca21-4243-be27-fd37fcdc8063 req-2b40e932-931f-414e-baf3-94c423ff9484 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Deleting port 67bc4acc-3618-4a12-88c5-e3f188dce50f {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:48:12.668296 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-6e2ba376-ca21-4243-be27-fd37fcdc8063 req-2b40e932-931f-414e-baf3-94c423ff9484 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:12.670106 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f6fb245a-0693-4197-9f79-0f0e49c39dea req-fbf755df-7b60-45b5-a5f4-170188cc587c tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b6eb8c-56aa-4763-a62f-412da75d02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675912 Jul 27 06:48:12.727546 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-46aed0e7-655a-476d-8b4b-da36a653443d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:12.833319 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-46aed0e7-655a-476d-8b4b-da36a653443d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:12.924886 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-46aed0e7-655a-476d-8b4b-da36a653443d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ece147d0058453786eca785464cc36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897023 Jul 27 06:48:12.926031 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57842) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:12.939988 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aed0e7-655a-476d-8b4b-da36a653443d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc0d2aa-8a68-4908-9173-2ef525c372b7,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:12.978121 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-6e2ba376-ca21-4243-be27-fd37fcdc8063 req-2b40e932-931f-414e-baf3-94c423ff9484 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] For port 67bc4acc-3618-4a12-88c5-e3f188dce50f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=67bc4acc-3618-4a12-88c5-e3f188dce50f,segment=NetworkSegment(952317b9-e6a3-497d-a9d8-27a8763ef673),segment_id=952317b9-e6a3-497d-a9d8-27a8763ef673)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:12.978121 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-6e2ba376-ca21-4243-be27-fd37fcdc8063 req-2b40e932-931f-414e-baf3-94c423ff9484 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:12.994040 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-6e2ba376-ca21-4243-be27-fd37fcdc8063 req-2b40e932-931f-414e-baf3-94c423ff9484 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Calling delete_port for 67bc4acc-3618-4a12-88c5-e3f188dce50f owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:48:13.054868 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-962aacb1-01c8-4a14-9e2d-91b81f87fb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:13.081037 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-962aacb1-01c8-4a14-9e2d-91b81f87fb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:13.260829 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-962aacb1-01c8-4a14-9e2d-91b81f87fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:13.260954 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-6e2ba376-ca21-4243-be27-fd37fcdc8063 req-2b40e932-931f-414e-baf3-94c423ff9484 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:13.263594 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-962aacb1-01c8-4a14-9e2d-91b81f87fb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:13.265031 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-962aacb1-01c8-4a14-9e2d-91b81f87fb89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccc0d2aa-8a68-4908-9173-2ef525c372b7 HTTP/1.1" status: 204 len: 168 time: 0.3376915 Jul 27 06:48:13.274771 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aacb1-01c8-4a14-9e2d-91b81f87fb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc0d2aa-8a68-4908-9173-2ef525c372b7,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:13.303862 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40e932-931f-414e-baf3-94c423ff9484 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Pushing event deleted for resources: {'Port': ['ID=67bc4acc-3618-4a12-88c5-e3f188dce50f,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:13.311156 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['67bc4acc-3618-4a12-88c5-e3f188dce50f'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:48:13.407741 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2ba376-ca21-4243-be27-fd37fcdc8063 req-2b40e932-931f-414e-baf3-94c423ff9484 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] No DVR routers for this DVR port 67bc4acc-3618-4a12-88c5-e3f188dce50f on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:48:13.409919 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-6e2ba376-ca21-4243-be27-fd37fcdc8063 req-2b40e932-931f-414e-baf3-94c423ff9484 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:13.411953 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6e2ba376-ca21-4243-be27-fd37fcdc8063 req-2b40e932-931f-414e-baf3-94c423ff9484 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.30 "DELETE /v2.0/ports/67bc4acc-3618-4a12-88c5-e3f188dce50f HTTP/1.1" status: 204 len: 173 time: 0.8965096 Jul 27 06:48:13.413083 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b79d430-f734-46ab-9727-cb471936b3ef', 'name': 'network-vif-deleted', 'tag': '67bc4acc-3618-4a12-88c5-e3f188dce50f'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:13.415243 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05daf8d-d5f8-4f94-af13-d5c395a687c7" -d '{"events": [{"server_uuid": "4b79d430-f734-46ab-9727-cb471936b3ef", "name": "network-vif-deleted", "tag": "67bc4acc-3618-4a12-88c5-e3f188dce50f"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:13.452247 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff03635-6537-4bca-96fd-14122c1f6884 x-openstack-request-id: req-eff03635-6537-4bca-96fd-14122c1f6884 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:13.452536 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b79d430-f734-46ab-9727-cb471936b3ef", "name": "network-vif-deleted", "tag": "67bc4acc-3618-4a12-88c5-e3f188dce50f", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:13.452829 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eff03635-6537-4bca-96fd-14122c1f6884 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:13.453219 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b79d430-f734-46ab-9727-cb471936b3ef', 'name': 'network-vif-deleted', 'tag': '67bc4acc-3618-4a12-88c5-e3f188dce50f', 'status': 'completed', 'code': 200} Jul 27 06:48:13.613474 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe87cb1-b564-4e5c-aafc-c529ec5d122d req-95647706-eaef-4a0c-820b-32ee6e673e58 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:13.615016 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5fe87cb1-b564-4e5c-aafc-c529ec5d122d req-95647706-eaef-4a0c-820b-32ee6e673e58 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0681341 Jul 27 06:48:13.659386 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5fe87cb1-b564-4e5c-aafc-c529ec5d122d req-ded934b4-8332-47c4-9e41-25d21d111145 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375314 Jul 27 06:48:13.888793 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2d3473a5-bae4-4ec2-bd8c-c123404327cc req-59693996-8b90-4a0e-86be-f1fecc270789 tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 210 time: 0.0298438 Jul 27 06:48:14.371817 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:48:14.625080 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 57940) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:14.778813 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1063155415-network', 'tenant_id': 'c9a716f73d814885a794c8006c72625b'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:14.829730 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba556f-0317-4ec9-8f2d-4209025abdd1 req-b21ce921-dca8-4196-b6bb-1cb3569b1d61 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:14.831267 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-92ba556f-0317-4ec9-8f2d-4209025abdd1 req-b21ce921-dca8-4196-b6bb-1cb3569b1d61 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0919974 Jul 27 06:48:14.873662 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Made reservation on behalf of c9a716f73d814885a794c8006c72625b for: {'network': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:14.879736 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:14.881470 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-92ba556f-0317-4ec9-8f2d-4209025abdd1 req-ae1df1d1-5e0a-4dc1-a1d3-281d7089129e tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Jul 27 06:48:14.896461 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:15.012800 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6b34ee36-fc94-4a8a-a1ae-7cea538dd9a5 req-2886ff46-9916-4059-8d7b-35c00714854f tempest-DeleteServersTestJSON-79056466 tempest-DeleteServersTestJSON-79056466-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b79d430-f734-46ab-9727-cb471936b3ef HTTP/1.1" status: 200 len: 210 time: 0.0361073 Jul 27 06:48:15.044788 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:15.191670 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:15.218913 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=100258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:48:15.234337 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41f6065-88aa-4950-a7dc-2b7090f756e8,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:15.236874 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:15.237252 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.segments_db [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Added segment 0efab2bc-e1cb-4d4c-8e43-c1f9aa183235 of type vlan for network 03240ef7-3e00-40a8-bf01-186171d10662 Jul 27 06:48:15.258754 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:15.260246 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:15.260246 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:15.260246 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:15.260246 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:15.260558 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:15.260821 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:15.261154 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:15.261546 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:15.261878 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:15.262231 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:15.262551 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:15.302660 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:15.409048 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:15.410063 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:15.415221 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:15.477682 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] Pushing event updated for resources: {'Network': ['ID=03240ef7-3e00-40a8-bf01-186171d10662,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:15.488946 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 03240ef7-3e00-40a8-bf01-186171d10662 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:48:15.542266 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-40b8e1ba-fb63-4eaa-8fc1-c8752f66ac7f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9160285 Jul 27 06:48:15.546355 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 67bc4acc-3618-4a12-88c5-e3f188dce50f no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:48:15.546733 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 57984) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:15.551771 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Request body: {'subnet': {'network_id': '03240ef7-3e00-40a8-bf01-186171d10662', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1063155415-subnet', 'tenant_id': 'c9a716f73d814885a794c8006c72625b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:15.580521 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: 67bc4acc-3618-4a12-88c5-e3f188dce50f {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:48:15.580979 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 67bc4acc-3618-4a12-88c5-e3f188dce50f not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:48:15.711848 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Made reservation on behalf of c9a716f73d814885a794c8006c72625b for: {'subnet': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:15.714543 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:15.958514 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:16.039122 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=474271c7-d32c-4952-9c5a-e8dd672c6199,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:16.222298 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:16.222656 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:16.223050 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:16.223345 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:16.223725 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:16.227911 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:16.227911 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:16.227911 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:16.227911 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:16.227911 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:16.227911 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:16.227911 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:16.240898 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Checking segment: {'id': '0efab2bc-e1cb-4d4c-8e43-c1f9aa183235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:48:16.241802 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Network hostable DHCP agents. Network: 03240ef7-3e00-40a8-bf01-186171d10662, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:48:16.263629 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fd8bc-acaf-44ae-a1ef-650aaf5b7442 req-cef3ec10-0cab-4370-b608-069f7e7bc1a5 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:16.265252 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-fc5fd8bc-acaf-44ae-a1ef-650aaf5b7442 req-cef3ec10-0cab-4370-b608-069f7e7bc1a5 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.3156161 Jul 27 06:48:16.304612 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-fc5fd8bc-acaf-44ae-a1ef-650aaf5b7442 req-a48e2567-0f5c-40a3-b98b-459dcba8a026 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325384 Jul 27 06:48:16.328638 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Network 03240ef7-3e00-40a8-bf01-186171d10662 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:48:16.420291 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 03240ef7-3e00-40a8-bf01-186171d10662) {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:48:16.427273 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:16.427888 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:16.429082 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d22bc2d-12a1-45e5-ad3d-226b52769c18 None None] Network 03240ef7-3e00-40a8-bf01-186171d10662 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:48:16.547334 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-cc7d21fd-3d71-4cc8-a356-ec2dcf7d1dc5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9994066 Jul 27 06:48:16.576908 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5656619-6df6-417a-baef-87c0baa90b53 None None] Network 03240ef7-3e00-40a8-bf01-186171d10662 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:48:17.431585 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ba96a-29ad-4b20-bcb0-38993812a7a8 req-cd407bac-f2e5-4576-8920-c8c6391825e4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:17.433090 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-045ba96a-29ad-4b20-bcb0-38993812a7a8 req-cd407bac-f2e5-4576-8920-c8c6391825e4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0631618 Jul 27 06:48:17.473543 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-045ba96a-29ad-4b20-bcb0-38993812a7a8 req-aab501c1-0705-43c1-bc54-c094f013cbea tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Jul 27 06:48:18.605235 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00251311-e1d1-452f-82b3-4d2b5ed5ac6d req-64cb209d-f222-4ccb-bd95-7f34e3339058 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:18.606713 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-00251311-e1d1-452f-82b3-4d2b5ed5ac6d req-64cb209d-f222-4ccb-bd95-7f34e3339058 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0653732 Jul 27 06:48:18.653012 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-00251311-e1d1-452f-82b3-4d2b5ed5ac6d req-c9d90900-52fc-4c91-bcc6-8b497ed4e532 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Jul 27 06:48:18.945364 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-5a74346d-97bc-48e0-91b1-5f3dacb8c426 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:18.946739 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-5a74346d-97bc-48e0-91b1-5f3dacb8c426 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/networks?id=4dfad2a5-218c-47b0-a256-e7cadc7efc18 HTTP/1.1" status: 200 len: 815 time: 0.1021411 Jul 27 06:48:18.961603 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-041c12ab-08e1-4b86-8ca6-22e780a4af32 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/quotas/5ba80b686ea94bf5aaa8569b437109c5 HTTP/1.1" status: 200 len: 375 time: 0.0091543 Jul 27 06:48:19.023250 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-a2fe50d7-2367-484a-bbb3-c25a0c2ec7e6 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558791 Jul 27 06:48:19.113114 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-017fa3bc-87cb-4454-af00-32a9523d2535 service neutron] 10.222.0.24 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830162 Jul 27 06:48:19.204223 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-4c7aea73-e1d5-455a-9cec-6660e2ccd886 service neutron] 10.222.0.24 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843408 Jul 27 06:48:19.472243 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-42f5cabe-2149-4ba3-83ab-9770eed39e17 req-937b18e2-08a2-4cea-95c7-3a02347a8b29 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 210 time: 0.0277610 Jul 27 06:48:19.788457 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6102334-3f26-4f52-87f6-6be073504422 req-668bfd2d-2a5a-4a74-955e-cbcb0461b6ef tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:19.790117 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6102334-3f26-4f52-87f6-6be073504422 req-668bfd2d-2a5a-4a74-955e-cbcb0461b6ef tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0663965 Jul 27 06:48:19.827815 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6102334-3f26-4f52-87f6-6be073504422 req-637fd633-5a88-43b9-8c47-34eda0aa48fc tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Jul 27 06:48:20.555750 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c8592b15-d722-4a6c-b822-ba661d8b0972 req-55800d92-53cf-4e6a-9df4-75ef11e9bb66 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 210 time: 0.0333214 Jul 27 06:48:20.963100 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840b5f3-8305-4b4f-a585-a2d207f9bc25 req-ab31978d-a849-41fa-b837-16725837891b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:20.964960 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b840b5f3-8305-4b4f-a585-a2d207f9bc25 req-ab31978d-a849-41fa-b837-16725837891b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0680304 Jul 27 06:48:21.003849 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b840b5f3-8305-4b4f-a585-a2d207f9bc25 req-126ee906-33d5-4ee5-bfd5-79ec2528ab9f tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329707 Jul 27 06:48:21.656886 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-65e6d43d-750e-44b1-ade6-bb0b132aa6e3 req-c5e39225-bb37-4c64-894c-be0eaf98e64a tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 210 time: 0.0315437 Jul 27 06:48:22.125032 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def260f4-a568-4137-990c-f4c7c64f5439 req-0f0a0d05-8de3-4e27-9bb0-d0d7b2ff3a84 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:22.126811 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-0f0a0d05-8de3-4e27-9bb0-d0d7b2ff3a84 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/networks?id=03240ef7-3e00-40a8-bf01-186171d10662 HTTP/1.1" status: 200 len: 809 time: 0.1215222 Jul 27 06:48:22.145050 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-f32a7241-a00c-41e2-be49-856bd517375a tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/quotas/c9a716f73d814885a794c8006c72625b HTTP/1.1" status: 200 len: 375 time: 0.0101600 Jul 27 06:48:22.157311 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d70597-185f-489d-aec0-e7728f07e9b4 req-d3e8d735-2538-4c3c-9e19-a7f03e9a0893 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:22.158896 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-90d70597-185f-489d-aec0-e7728f07e9b4 req-d3e8d735-2538-4c3c-9e19-a7f03e9a0893 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0791385 Jul 27 06:48:22.202193 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-90d70597-185f-489d-aec0-e7728f07e9b4 req-0515d5ef-22a5-4d1e-81ab-83e8a4a97c1f tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366738 Jul 27 06:48:22.203245 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-da91b62d-18b5-4e93-a858-3cd5be2e9e6f tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9a716f73d814885a794c8006c72625b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381927 Jul 27 06:48:22.315306 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 58182) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:22.331171 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-9454205d-65a9-448c-9fc3-d6f4add02467 service neutron] 10.222.0.24 "GET /v2.0/networks/03240ef7-3e00-40a8-bf01-186171d10662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198490 Jul 27 06:48:22.368101 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dd535c-413d-4d8a-ab0e-13ef12806f50 admin admin] Deleting subnet 4c472e3c-28d3-4597-b48c-4cd19f7758ae {{(pid=100257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:48:22.371367 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-60dd535c-413d-4d8a-ab0e-13ef12806f50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:22.415133 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-60dd535c-413d-4d8a-ab0e-13ef12806f50 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:22.424487 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-60dd535c-413d-4d8a-ab0e-13ef12806f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:22.433592 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-a047203b-4e80-4fcb-8f9c-1f2ec118a614 service neutron] 10.222.0.24 "GET /v2.0/networks/03240ef7-3e00-40a8-bf01-186171d10662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950916 Jul 27 06:48:22.597691 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-60dd535c-413d-4d8a-ab0e-13ef12806f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:22.624750 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd535c-413d-4d8a-ab0e-13ef12806f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c472e3c-28d3-4597-b48c-4cd19f7758ae,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:22.627826 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-480d8230-5e3f-4e89-ac1b-ab4ab71bffb0 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:22.634426 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-480d8230-5e3f-4e89-ac1b-ab4ab71bffb0 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "GET /v2.0/networks?id=4dfad2a5-218c-47b0-a256-e7cadc7efc18 HTTP/1.1" status: 200 len: 815 time: 0.1056008 Jul 27 06:48:22.651272 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-60dd535c-413d-4d8a-ab0e-13ef12806f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:22.657085 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-60dd535c-413d-4d8a-ab0e-13ef12806f50 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4c472e3c-28d3-4597-b48c-4cd19f7758ae HTTP/1.1" status: 204 len: 168 time: 0.3381634 Jul 27 06:48:22.657594 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 58188) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:22.658999 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Request body: {'port': {'device_id': '61c80b41-c159-4cc4-9c56-f433eab4d8b4', 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18', 'admin_state_up': True, 'tenant_id': '5ba80b686ea94bf5aaa8569b437109c5'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:22.781185 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:22.814778 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ec3af29f-a451-449e-96d2-7c4d2ac74677 req-5035bb1e-e60c-40ca-abfa-66d39ca49aef tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 210 time: 0.0529327 Jul 27 06:48:22.822765 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e56f4a0c-b9a2-4351-8fc7-b5f7fa112209 req-6f329441-7b9e-43b5-afe0-a5c920d3c45f tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 210 time: 0.0378356 Jul 27 06:48:22.911860 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:22.922649 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:22.923014 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:22.923774 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:22.924111 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > port after_create 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:22.924451 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:22.924801 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > port after_update 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:22.925151 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:22.925489 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:22.925808 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:22.926128 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:22.969092 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Made reservation on behalf of 5ba80b686ea94bf5aaa8569b437109c5 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:22.972711 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:23.044872 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:23.045221 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:23.045611 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:23.046004 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:23.046409 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbec9e1-4b16-48c1-bc03-019ef81be08a']}} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:23.065838 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952317b9-e6a3-497d-a9d8-27a8763ef673') {'for_net_delete': True} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:23.066133 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952317b9-e6a3-497d-a9d8-27a8763ef673') {} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:23.083935 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1489119'] for segment, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:23.102866 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Allocated IP 172.20.0.8 (4dfad2a5-218c-47b0-a256-e7cadc7efc18/b2fb661f-1606-4a65-880d-4a77846eb950/82c9226d-ded4-433b-a656-89d553008242) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:48:23.105989 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:23.115469 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:48:23.116496 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12401591'] for segment, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: from cryptography.utils import int_from_bytes Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: from cryptography.utils import int_from_bytes Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: Traceback (most recent call last): Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: timer() Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: cb(*args, **kw) Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: return func(*args, **kwargs) Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: self._notify() Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: self.callback(batched_events) Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: event.method(event) Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: return f(self, *a, **k) Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._get(url).json() Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: return self.request(url, 'GET', **kwargs) Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:48:23.121275 dv-cinder-779194-3-iscsi neutron-server[100257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:48:23.276713 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:23.315770 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:23.316232 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:23.321194 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1dbec9e1-4b16-48c1-bc03-019ef81be08a HTTP/1.1" status: 204 len: 168 time: 0.6621718 Jul 27 06:48:23.352533 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da769ab-c0b1-4a71-b368-771329d90503 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbec9e1-4b16-48c1-bc03-019ef81be08a,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:23.441089 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee79a7-0749-4b5e-9386-00ed27951ca5 req-c77a917a-b698-4153-b4cf-83ea664a32cd tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:23.442118 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-acee79a7-0749-4b5e-9386-00ed27951ca5 req-c77a917a-b698-4153-b4cf-83ea664a32cd tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.1286898 Jul 27 06:48:23.484418 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-acee79a7-0749-4b5e-9386-00ed27951ca5 req-a09283f2-694f-4f59-b76a-763803121c51 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351486 Jul 27 06:48:23.489820 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:23.548354 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:48:23.549034 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['e6223bc8-7c12-48fe-8dd4-1d8dbd436732'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:48:23.551895 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:48:23.559058 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:48:23.565097 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:23.565633 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:23.577670 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Pushing event updated for resources: {'Port': ['ID=82c9226d-ded4-433b-a656-89d553008242,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:23.700233 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-96d8e7bc-c3d9-4da1-bcc1-9421ad76e7e7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0500572 Jul 27 06:48:23.727028 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Request body: {'port': {'device_id': '61c80b41-c159-4cc4-9c56-f433eab4d8b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:23.730432 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 58232) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:23.823367 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-666184b1-87b9-48a5-a75c-3bf646ae7f79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe0cb1ab67da412fb5d566d8464a766b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0917883 Jul 27 06:48:23.826208 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 58234) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:23.837603 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:23.919431 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d367633f-5482-4b7d-8bab-68fd9f2d13fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:23.936838 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6cdd04ae-10a3-4ab5-bb5d-83b5d5b7c2c7 req-9a88e241-2c3f-4ded-9545-bcfed556aae6 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 210 time: 0.0317910 Jul 27 06:48:23.967277 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d367633f-5482-4b7d-8bab-68fd9f2d13fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:24.070379 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab115587-386c-4ccf-865a-0b8bec5c94f3 req-7c565432-6673-46e4-9fb1-2eda21185f73 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:24.071854 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ab115587-386c-4ccf-865a-0b8bec5c94f3 req-7c565432-6673-46e4-9fb1-2eda21185f73 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 931 time: 0.0969613 Jul 27 06:48:24.119923 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ab115587-386c-4ccf-865a-0b8bec5c94f3 req-2b4b909e-8896-409a-b17b-91eb9bc3932a tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396516 Jul 27 06:48:24.169901 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c9226d-ded4-433b-a656-89d553008242 {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:48:24.177599 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:24.240418 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d367633f-5482-4b7d-8bab-68fd9f2d13fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:24.242165 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Transition to ACTIVE for port object 82c9226d-ded4-433b-a656-89d553008242 will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:48:24.258506 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d367633f-5482-4b7d-8bab-68fd9f2d13fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:24.258506 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-d367633f-5482-4b7d-8bab-68fd9f2d13fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4b6eb8c-56aa-4763-a62f-412da75d02e7 HTTP/1.1" status: 204 len: 168 time: 0.4193394 Jul 27 06:48:24.258666 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-21a3e452-594f-45c0-b535-30c1421635b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:24.258764 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367633f-5482-4b7d-8bab-68fd9f2d13fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b6eb8c-56aa-4763-a62f-412da75d02e7,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:24.420535 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:24.474862 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Pushing event updated for resources: {'Port': ['ID=82c9226d-ded4-433b-a656-89d553008242,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:24.534679 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Attempting to bind port 82c9226d-ded4-433b-a656-89d553008242 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:48:24.535022 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Attempting to bind port 82c9226d-ded4-433b-a656-89d553008242 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:48:24.535353 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Attempting to bind port 82c9226d-ded4-433b-a656-89d553008242 on network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:48:24.542585 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Port 82c9226d-ded4-433b-a656-89d553008242 on network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:48:24.548057 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Attempting to bind port 82c9226d-ded4-433b-a656-89d553008242 on network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:48:24.550878 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:48:24.551234 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Checking segment: {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:48:24.551604 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Bound using segment: {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:48:24.552027 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Bound port: 82c9226d-ded4-433b-a656-89d553008242, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:48:24.552385 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:24.646499 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b1d5521b-b17f-4f11-acc1-80a0fe3b3dde req-4dae02a6-f0d8-4e38-b8a9-9e4c1a5acab1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1497245 Jul 27 06:48:24.677293 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] For port 82c9226d-ded4-433b-a656-89d553008242, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:48:24.690711 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] For port 82c9226d-ded4-433b-a656-89d553008242, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=82c9226d-ded4-433b-a656-89d553008242,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:48:24.699042 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbd4a3-7416-4eee-8b90-e72358b01d7e req-89073592-b10e-4d8c-99e1-f5ce4736b1a8 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:24.700672 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cdbbd4a3-7416-4eee-8b90-e72358b01d7e req-89073592-b10e-4d8c-99e1-f5ce4736b1a8 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.1331425 Jul 27 06:48:24.743000 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cdbbd4a3-7416-4eee-8b90-e72358b01d7e req-933d32c3-1526-4e5e-a02a-cb55e0acbc0b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362568 Jul 27 06:48:24.855403 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:24.865597 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:24.866617 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:24.868030 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] 10.222.0.30 "PUT /v2.0/ports/82c9226d-ded4-433b-a656-89d553008242 HTTP/1.1" status: 200 len: 1093 time: 1.1465099 Jul 27 06:48:24.868490 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c80b41-c159-4cc4-9c56-f433eab4d8b4', 'tag': '82c9226d-ded4-433b-a656-89d553008242'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:24.870734 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96db5ca-f011-411f-9bed-032e46d5ce2b" -d '{"events": [{"name": "network-changed", "server_uuid": "61c80b41-c159-4cc4-9c56-f433eab4d8b4", "tag": "82c9226d-ded4-433b-a656-89d553008242"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:24.918346 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d893307-b833-47ca-b2c1-d4881d74337e x-openstack-request-id: req-1d893307-b833-47ca-b2c1-d4881d74337e {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:24.918636 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c80b41-c159-4cc4-9c56-f433eab4d8b4", "tag": "82c9226d-ded4-433b-a656-89d553008242", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:24.918909 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d893307-b833-47ca-b2c1-d4881d74337e {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:24.919267 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c80b41-c159-4cc4-9c56-f433eab4d8b4', 'tag': '82c9226d-ded4-433b-a656-89d553008242', 'status': 'completed', 'code': 200} Jul 27 06:48:24.992770 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4fa0d-097c-48ac-be62-7700108d9e5c service neutron] Pushing event updated for resources: {'Port': ['ID=82c9226d-ded4-433b-a656-89d553008242,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:25.101235 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5521b-b17f-4f11-acc1-80a0fe3b3dde req-e650a888-468d-4719-80dd-4a3db4986fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:25.101235 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b1d5521b-b17f-4f11-acc1-80a0fe3b3dde req-e650a888-468d-4719-80dd-4a3db4986fd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 1099 time: 0.3354475 Jul 27 06:48:25.101235 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ae2b441d-5399-4b33-ab8e-7ecdc3899984 req-580d00a8-e555-4a36-840f-2fe3468dc09a tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 210 time: 0.0725513 Jul 27 06:48:25.176319 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96db5ca-f011-411f-9bed-032e46d5ce2b req-5d8a3f1b-6553-43b4-8b32-6a3181c8362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:25.177855 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d96db5ca-f011-411f-9bed-032e46d5ce2b req-5d8a3f1b-6553-43b4-8b32-6a3181c8362b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 1096 time: 0.1792436 Jul 27 06:48:25.283878 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d69dd-5f00-4fbc-97bd-b3400ebc8edd req-c6d91c1a-694e-423e-91ae-9742a0c0f05e tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:25.286262 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-aa5d69dd-5f00-4fbc-97bd-b3400ebc8edd req-c6d91c1a-694e-423e-91ae-9742a0c0f05e tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 943 time: 0.0937283 Jul 27 06:48:25.286716 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5521b-b17f-4f11-acc1-80a0fe3b3dde req-43bf43a7-14d8-41bc-a193-bd4392d0db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:25.288850 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b1d5521b-b17f-4f11-acc1-80a0fe3b3dde req-43bf43a7-14d8-41bc-a193-bd4392d0db6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4dfad2a5-218c-47b0-a256-e7cadc7efc18 HTTP/1.1" status: 200 len: 916 time: 0.1657197 Jul 27 06:48:25.362426 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-aa5d69dd-5f00-4fbc-97bd-b3400ebc8edd req-f56065bd-df9c-4a8e-bcd7-e65124f07b5a tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652995 Jul 27 06:48:25.366144 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b1d5521b-b17f-4f11-acc1-80a0fe3b3dde req-573d1702-3ccc-4e55-9f9e-8b68fa4f327e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6223bc8-7c12-48fe-8dd4-1d8dbd436732 HTTP/1.1" status: 200 len: 217 time: 0.0641773 Jul 27 06:48:25.607952 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96db5ca-f011-411f-9bed-032e46d5ce2b req-59ccccab-e112-4740-93f2-c2e1eb49a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:25.609443 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d96db5ca-f011-411f-9bed-032e46d5ce2b req-59ccccab-e112-4740-93f2-c2e1eb49a67b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4087927 Jul 27 06:48:25.623800 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5521b-b17f-4f11-acc1-80a0fe3b3dde req-b5f5e8d3-831a-4e3c-9076-de7c644c7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:25.625340 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b1d5521b-b17f-4f11-acc1-80a0fe3b3dde req-b5f5e8d3-831a-4e3c-9076-de7c644c7fed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fb661f-1606-4a65-880d-4a77846eb950 HTTP/1.1" status: 200 len: 855 time: 0.2500582 Jul 27 06:48:25.696014 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b1d5521b-b17f-4f11-acc1-80a0fe3b3dde req-9bb0719d-6cd8-41c8-b153-d41d3f719eb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dfad2a5-218c-47b0-a256-e7cadc7efc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423212 Jul 27 06:48:25.836924 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96db5ca-f011-411f-9bed-032e46d5ce2b req-e14d5d5b-3d94-4978-84ac-a8305f8d9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:25.838374 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d96db5ca-f011-411f-9bed-032e46d5ce2b req-e14d5d5b-3d94-4978-84ac-a8305f8d9d10 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1871521 Jul 27 06:48:25.844494 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b1d5521b-b17f-4f11-acc1-80a0fe3b3dde req-81a83e6c-4aba-467a-b836-d406f67b676b service neutron] 10.222.0.30 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216576 Jul 27 06:48:25.908743 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f2bab-f978-4648-9c87-6d61b3868f8e req-124dc339-dcdb-4840-bf85-2441546df913 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:25.916640 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-fb5f2bab-f978-4648-9c87-6d61b3868f8e req-124dc339-dcdb-4840-bf85-2441546df913 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0995221 Jul 27 06:48:25.989154 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-fb5f2bab-f978-4648-9c87-6d61b3868f8e req-db53755b-2659-4992-b214-ff6e31b7ee52 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674214 Jul 27 06:48:26.025175 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b1d5521b-b17f-4f11-acc1-80a0fe3b3dde req-af0d2399-17d1-46f4-912d-1820bcca215f service neutron] 10.222.0.30 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614029 Jul 27 06:48:26.033063 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-73f68eb6-138c-4d75-93c5-9de42f674d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:26.034588 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-73f68eb6-138c-4d75-93c5-9de42f674d91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 1096 time: 0.0749836 Jul 27 06:48:26.083022 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def260f4-a568-4137-990c-f4c7c64f5439 req-43fcdb29-a871-47f9-b3b3-9ad17d4b8a4f tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:26.085098 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-43fcdb29-a871-47f9-b3b3-9ad17d4b8a4f tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.30 "GET /v2.0/networks?id=03240ef7-3e00-40a8-bf01-186171d10662 HTTP/1.1" status: 200 len: 809 time: 0.1258752 Jul 27 06:48:26.108063 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-def260f4-a568-4137-990c-f4c7c64f5439 req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Request body: {'port': {'device_id': '592bb51b-0da5-473e-a9de-649867396fd9', 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662', 'admin_state_up': True, 'tenant_id': 'c9a716f73d814885a794c8006c72625b'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:26.113060 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-ef93e6a1-6ae0-40f8-aaab-083f8f848922 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82c9226d-ded4-433b-a656-89d553008242 HTTP/1.1" status: 200 len: 217 time: 0.0435815 Jul 27 06:48:26.254148 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d499d8a3-7c9d-4b49-9432-8f1a3bad369f req-8da6b071-29a6-4254-a9ca-b0442069e190 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 210 time: 0.0594211 Jul 27 06:48:26.275707 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-d0be0eed-d0fe-448c-9175-76ab89dc1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:26.277366 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-d0be0eed-d0fe-448c-9175-76ab89dc1b3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fb661f-1606-4a65-880d-4a77846eb950 HTTP/1.1" status: 200 len: 855 time: 0.1541200 Jul 27 06:48:26.339421 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-adc97234-29b5-4afd-b077-870088a53dce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dfad2a5-218c-47b0-a256-e7cadc7efc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336499 Jul 27 06:48:26.420454 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def260f4-a568-4137-990c-f4c7c64f5439 req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Made reservation on behalf of c9a716f73d814885a794c8006c72625b for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:26.424024 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-def260f4-a568-4137-990c-f4c7c64f5439 req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.547498 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-b2bc9c05-d97c-49fb-846b-0e0cba82b03f service neutron] 10.222.0.30 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976974 Jul 27 06:48:26.609973 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-def260f4-a568-4137-990c-f4c7c64f5439 req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Allocated IP 172.20.0.8 (03240ef7-3e00-40a8-bf01-186171d10662/474271c7-d32c-4952-9c5a-e8dd672c6199/39ecc317-d10f-46e3-b26e-d9a3ecbe02c9) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:48:26.620296 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d4f34-03a8-4f98-9ecd-3cf671879915 req-55c3b998-2963-4db4-a4a2-400728093472 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:26.621951 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f74d4f34-03a8-4f98-9ecd-3cf671879915 req-55c3b998-2963-4db4-a4a2-400728093472 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 943 time: 0.1505249 Jul 27 06:48:26.691364 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-69ec0f2a-5ef8-4379-a8b7-d5f120dd8343 req-c1ef0d71-7cb9-4f82-8e86-e91c071174e8 service neutron] 10.222.0.30 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306973 Jul 27 06:48:26.699140 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f74d4f34-03a8-4f98-9ecd-3cf671879915 req-c659f98e-6234-4814-b3e3-d7e77b9dd0c6 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681696 Jul 27 06:48:26.711005 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8bd05159-de3b-4066-b0fd-dc2b4886d2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.767323 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-def260f4-a568-4137-990c-f4c7c64f5439 req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.860554 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.934076 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-def260f4-a568-4137-990c-f4c7c64f5439 req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:26.986068 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def260f4-a568-4137-990c-f4c7c64f5439 req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Network 03240ef7-3e00-40a8-bf01-186171d10662 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:48:26.989628 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-def260f4-a568-4137-990c-f4c7c64f5439 req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:48:26.994466 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-def260f4-a568-4137-990c-f4c7c64f5439 req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:48:27.000529 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def260f4-a568-4137-990c-f4c7c64f5439 req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:27.001329 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-def260f4-a568-4137-990c-f4c7c64f5439 req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.022169 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Pushing event updated for resources: {'Port': ['ID=39ecc317-d10f-46e3-b26e-d9a3ecbe02c9,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:27.099785 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.145020 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08cfa3-5f32-44fb-a901-550186c43d0a req-12e55fb5-66c1-4794-a99c-b4cd719e9e90 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:27.149261 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1f08cfa3-5f32-44fb-a901-550186c43d0a req-12e55fb5-66c1-4794-a99c-b4cd719e9e90 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0720053 Jul 27 06:48:27.195533 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1f08cfa3-5f32-44fb-a901-550186c43d0a req-6ca7c265-426c-49a3-8f47-b2b9bd4f5ce9 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339208 Jul 27 06:48:27.195644 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-28007040-c8c4-4d78-88d7-6816f9b88fa9 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0837624 Jul 27 06:48:27.213506 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Request body: {'port': {'device_id': '592bb51b-0da5-473e-a9de-649867396fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:27.292249 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.512942 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e3271-5270-4e30-94bc-85960d36eda0 req-1642b92c-ae1f-4f6d-b7cb-c92f17e501a6 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:27.514430 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d23e3271-5270-4e30-94bc-85960d36eda0 req-1642b92c-ae1f-4f6d-b7cb-c92f17e501a6 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 931 time: 0.1884496 Jul 27 06:48:27.579133 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d23e3271-5270-4e30-94bc-85960d36eda0 req-7e44023d-d9ad-449a-97c3-7556db77d05e tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561254 Jul 27 06:48:27.654528 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:48:27.661747 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.673583 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Transition to ACTIVE for port object 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:48:27.767302 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.818263 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=39ecc317-d10f-46e3-b26e-d9a3ecbe02c9,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:27.837275 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a137a-6130-4dc6-8f50-44767e9f75a1 req-5dc1196b-bf2a-4816-83e8-4430a113bc20 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:27.837275 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d31a137a-6130-4dc6-8f50-44767e9f75a1 req-5dc1196b-bf2a-4816-83e8-4430a113bc20 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 943 time: 0.0697582 Jul 27 06:48:27.854045 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Attempting to bind port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:48:27.854638 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Attempting to bind port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '0efab2bc-e1cb-4d4c-8e43-c1f9aa183235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:48:27.855157 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Attempting to bind port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 on network 03240ef7-3e00-40a8-bf01-186171d10662 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:48:27.861226 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 on network 03240ef7-3e00-40a8-bf01-186171d10662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:48:27.861546 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Attempting to bind port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 on network 03240ef7-3e00-40a8-bf01-186171d10662 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:48:27.866588 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:48:27.867456 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Checking segment: {'id': '0efab2bc-e1cb-4d4c-8e43-c1f9aa183235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:48:27.867853 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Bound using segment: {'id': '0efab2bc-e1cb-4d4c-8e43-c1f9aa183235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:48:27.868696 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Bound port: 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efab2bc-e1cb-4d4c-8e43-c1f9aa183235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:48:27.869072 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:27.878316 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d31a137a-6130-4dc6-8f50-44767e9f75a1 req-51326931-dd8a-4d23-93dd-9559671830d4 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334969 Jul 27 06:48:27.936928 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] For port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:48:27.940199 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] For port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=39ecc317-d10f-46e3-b26e-d9a3ecbe02c9,segment=NetworkSegment(0efab2bc-e1cb-4d4c-8e43-c1f9aa183235),segment_id=0efab2bc-e1cb-4d4c-8e43-c1f9aa183235)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:48:27.968977 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:28.060751 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:28.096083 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:28.096784 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:28.107442 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 HTTP/1.1" status: 200 len: 1093 time: 0.8895299 Jul 27 06:48:28.107442 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592bb51b-0da5-473e-a9de-649867396fd9', 'tag': '39ecc317-d10f-46e3-b26e-d9a3ecbe02c9'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:28.107442 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19ade4b-af36-41b1-a8e4-cf713d34419b" -d '{"events": [{"name": "network-changed", "server_uuid": "592bb51b-0da5-473e-a9de-649867396fd9", "tag": "39ecc317-d10f-46e3-b26e-d9a3ecbe02c9"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:28.134250 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf3a81-e2e7-448f-b07b-b360ebc9e0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=39ecc317-d10f-46e3-b26e-d9a3ecbe02c9,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:28.150333 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965bcacf-bf41-483d-bf65-b69ed49778d4 x-openstack-request-id: req-965bcacf-bf41-483d-bf65-b69ed49778d4 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:28.150625 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592bb51b-0da5-473e-a9de-649867396fd9", "tag": "39ecc317-d10f-46e3-b26e-d9a3ecbe02c9", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:28.150884 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-965bcacf-bf41-483d-bf65-b69ed49778d4 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:28.151316 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592bb51b-0da5-473e-a9de-649867396fd9', 'tag': '39ecc317-d10f-46e3-b26e-d9a3ecbe02c9', 'status': 'completed', 'code': 200} Jul 27 06:48:28.284922 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ade4b-af36-41b1-a8e4-cf713d34419b req-a6bb8582-b435-4805-bccf-ab1fdada5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:28.286508 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d19ade4b-af36-41b1-a8e4-cf713d34419b req-a6bb8582-b435-4805-bccf-ab1fdada5cef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9a716f73d814885a794c8006c72625b&device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 1096 time: 0.0763118 Jul 27 06:48:28.433568 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcaf55-c9b9-49ee-855e-b915b0ddc08b req-c5cb6cca-d2ff-427a-b6e6-1e88cb19e3a8 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:28.435038 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-eefcaf55-c9b9-49ee-855e-b915b0ddc08b req-c5cb6cca-d2ff-427a-b6e6-1e88cb19e3a8 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.1408639 Jul 27 06:48:28.439524 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ade4b-af36-41b1-a8e4-cf713d34419b req-b47d25a3-0cce-400f-ad9b-b0f4a95356dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:28.440917 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d19ade4b-af36-41b1-a8e4-cf713d34419b req-b47d25a3-0cce-400f-ad9b-b0f4a95356dc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c9a716f73d814885a794c8006c72625b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1385040 Jul 27 06:48:28.527294 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-eefcaf55-c9b9-49ee-855e-b915b0ddc08b req-4aed106f-8efe-4b51-8997-d0819bce5e7d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852411 Jul 27 06:48:28.568721 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ade4b-af36-41b1-a8e4-cf713d34419b req-eca9c69d-4d51-427f-9ea7-babee258acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:28.571070 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d19ade4b-af36-41b1-a8e4-cf713d34419b req-eca9c69d-4d51-427f-9ea7-babee258acf0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210604 Jul 27 06:48:28.757032 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def260f4-a568-4137-990c-f4c7c64f5439 req-06a83e35-9d9f-4255-bbc6-3482fa4aebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:28.758439 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-06a83e35-9d9f-4255-bbc6-3482fa4aebc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9a716f73d814885a794c8006c72625b&device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 1096 time: 0.1215138 Jul 27 06:48:28.769702 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86458f11-887f-47ee-b629-680b4be3146d req-c60ea252-2f34-4b35-857c-10b496c8c3e0 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:28.771077 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-86458f11-887f-47ee-b629-680b4be3146d req-c60ea252-2f34-4b35-857c-10b496c8c3e0 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 943 time: 0.1029034 Jul 27 06:48:28.829312 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-f12c4a9a-2b3d-44a6-ab9e-dcf3786a54bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 HTTP/1.1" status: 200 len: 217 time: 0.0448673 Jul 27 06:48:28.893240 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-86458f11-887f-47ee-b629-680b4be3146d req-f8a1be2b-8a50-472b-a9fe-c7a0fca471d8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115489 Jul 27 06:48:28.922230 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def260f4-a568-4137-990c-f4c7c64f5439 req-608eaac5-cc80-4fff-868a-b17b49dfcf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:28.924981 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-608eaac5-cc80-4fff-868a-b17b49dfcf8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=474271c7-d32c-4952-9c5a-e8dd672c6199 HTTP/1.1" status: 200 len: 849 time: 0.0846398 Jul 27 06:48:28.987535 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-aa00e785-e3a5-4dc8-8e0c-d010a9df881e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03240ef7-3e00-40a8-bf01-186171d10662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421960 Jul 27 06:48:29.132541 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-ba575f55-7fee-47e2-b359-d3d0a0fe8433 service neutron] 10.222.0.30 "GET /v2.0/networks/03240ef7-3e00-40a8-bf01-186171d10662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482854 Jul 27 06:48:29.146817 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce9def-2965-4efd-915d-0fac95da5612 req-3a6fceda-87a6-4d31-9ace-f40be2f78b55 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:29.148964 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9dce9def-2965-4efd-915d-0fac95da5612 req-3a6fceda-87a6-4d31-9ace-f40be2f78b55 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 943 time: 0.1352849 Jul 27 06:48:29.242964 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9dce9def-2965-4efd-915d-0fac95da5612 req-879503d1-2bc7-4c5d-bb04-04a23bf86376 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858095 Jul 27 06:48:29.254381 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:29.273721 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-def260f4-a568-4137-990c-f4c7c64f5439 req-2e10359f-b251-4dfa-b508-fda26c27648b service neutron] 10.222.0.30 "GET /v2.0/networks/03240ef7-3e00-40a8-bf01-186171d10662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187899 Jul 27 06:48:29.677425 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db814a59-52d7-4cc6-a312-205564c96a51 req-c46c3756-3d8d-41c3-ae10-ae6020537bf7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:29.679959 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-db814a59-52d7-4cc6-a312-205564c96a51 req-c46c3756-3d8d-41c3-ae10-ae6020537bf7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0727248 Jul 27 06:48:29.720574 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-db814a59-52d7-4cc6-a312-205564c96a51 req-8daf57fc-4a62-49ef-9879-1ee62363edb3 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338936 Jul 27 06:48:29.962333 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 58498) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:30.051479 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b89dc1-498c-4e8f-8c25-9b31dbde940a req-5a5e1181-986f-4ccc-b441-002887e86f79 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:30.054015 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8b89dc1-498c-4e8f-8c25-9b31dbde940a req-5a5e1181-986f-4ccc-b441-002887e86f79 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 943 time: 0.0730312 Jul 27 06:48:30.079844 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-75feb02d-2f28-4d6a-b169-38ecf9d64857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.108730 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8b89dc1-498c-4e8f-8c25-9b31dbde940a req-f6b52697-1f40-4611-9b36-3a896a534eeb tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 Jul 27 06:48:30.173899 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-75feb02d-2f28-4d6a-b169-38ecf9d64857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.248925 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-75feb02d-2f28-4d6a-b169-38ecf9d64857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.287051 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75feb02d-2f28-4d6a-b169-38ecf9d64857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6ef25f-14f0-494c-b79d-0d0d41ba081f,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:30.292696 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-75feb02d-2f28-4d6a-b169-38ecf9d64857 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa7aa7b70bd6476ba16bc1c580895ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284264 Jul 27 06:48:30.294783 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 58510) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:30.346258 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4c7ef03b-a794-43a4-85ba-1988150d911f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.369328 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4c7ef03b-a794-43a4-85ba-1988150d911f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.382452 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38864f14-0bcb-4822-b9f9-6c4fbb90bc39 req-92e005fc-92fc-4976-b8e2-1f8aadce5891 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:30.383952 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-38864f14-0bcb-4822-b9f9-6c4fbb90bc39 req-92e005fc-92fc-4976-b8e2-1f8aadce5891 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 943 time: 0.0667470 Jul 27 06:48:30.422573 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-38864f14-0bcb-4822-b9f9-6c4fbb90bc39 req-3c1899c9-70ba-4f84-a901-d852f0d9e661 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322945 Jul 27 06:48:30.505863 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4c7ef03b-a794-43a4-85ba-1988150d911f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.508403 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4c7ef03b-a794-43a4-85ba-1988150d911f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:30.509570 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-4c7ef03b-a794-43a4-85ba-1988150d911f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d6ef25f-14f0-494c-b79d-0d0d41ba081f HTTP/1.1" status: 204 len: 168 time: 0.2140272 Jul 27 06:48:30.517585 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ef03b-a794-43a4-85ba-1988150d911f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6ef25f-14f0-494c-b79d-0d0d41ba081f,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:30.866039 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b4197-fd74-4058-bf3f-6f962b2521d4 req-fabade3f-601c-4ef3-a2d2-ca6e4f46ee30 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:30.866039 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d75b4197-fd74-4058-bf3f-6f962b2521d4 req-fabade3f-601c-4ef3-a2d2-ca6e4f46ee30 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0685737 Jul 27 06:48:30.895995 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d75b4197-fd74-4058-bf3f-6f962b2521d4 req-c4eae1bf-4999-448c-bbfa-d7a25007759b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Jul 27 06:48:31.244902 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7560e-eff8-469d-9f9e-05499db366d3 req-5b0c51c6-a890-44c6-8b9b-5f1b22108a3d tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:31.247019 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cba7560e-eff8-469d-9f9e-05499db366d3 req-5b0c51c6-a890-44c6-8b9b-5f1b22108a3d tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 943 time: 0.0687890 Jul 27 06:48:31.287331 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cba7560e-eff8-469d-9f9e-05499db366d3 req-03593ec8-a5e4-4f4a-b248-3ea06c8859cb tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340924 Jul 27 06:48:31.320861 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 58530) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:31.334062 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-cea9e594-6264-4c8e-b670-8acaf9c23997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:31.425674 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-cea9e594-6264-4c8e-b670-8acaf9c23997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:31.500215 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-cea9e594-6264-4c8e-b670-8acaf9c23997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:31.541043 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-cea9e594-6264-4c8e-b670-8acaf9c23997 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bddb08c8958542d690ce2e23a9dcd6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185364 Jul 27 06:48:31.542761 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9e594-6264-4c8e-b670-8acaf9c23997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a571a3d7-a47f-4705-997f-c5facb47d935,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:31.544080 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 58534) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:31.571717 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 82c9226d-ded4-433b-a656-89d553008242 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:48:31.604229 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533af2a9-71d0-4301-9605-fa4dfe26547a req-0d8ded83-85e6-47d9-8eef-c38660a0de13 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:31.606012 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-533af2a9-71d0-4301-9605-fa4dfe26547a req-0d8ded83-85e6-47d9-8eef-c38660a0de13 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 943 time: 0.1092312 Jul 27 06:48:31.640312 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6a91c662-53fa-49f9-9973-968a64e840e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:31.676662 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6a91c662-53fa-49f9-9973-968a64e840e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:31.688249 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-533af2a9-71d0-4301-9605-fa4dfe26547a req-52f0e3c4-bcb6-4673-ad71-df9fe18e1efe tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737641 Jul 27 06:48:31.689475 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 82c9226d-ded4-433b-a656-89d553008242, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=82c9226d-ded4-433b-a656-89d553008242,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:31.705231 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '82c9226d-ded4-433b-a656-89d553008242', 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18', 'port_id': '82c9226d-ded4-433b-a656-89d553008242', 'mac_address': 'fa:16:3e:ce:d8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fb661f-1606-4a65-880d-4a77846eb950', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:48:31.749830 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:31.763849 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c9226d-ded4-433b-a656-89d553008242 {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:48:31.785297 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 82c9226d-ded4-433b-a656-89d553008242, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=82c9226d-ded4-433b-a656-89d553008242,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:31.825874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6a91c662-53fa-49f9-9973-968a64e840e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:31.828724 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6a91c662-53fa-49f9-9973-968a64e840e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:31.829887 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-6a91c662-53fa-49f9-9973-968a64e840e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a571a3d7-a47f-4705-997f-c5facb47d935 HTTP/1.1" status: 204 len: 168 time: 0.2835002 Jul 27 06:48:31.842516 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91c662-53fa-49f9-9973-968a64e840e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a571a3d7-a47f-4705-997f-c5facb47d935,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:31.853282 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:32.045187 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=82c9226d-ded4-433b-a656-89d553008242,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:32.053927 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:32.054556 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69e4af-828f-49fa-a315-4b17eee96e08 req-2136837f-3a7c-4d4c-9ebb-fb5b6b9a6556 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:32.054840 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:32.055199 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:32.055573 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:32.055910 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:32.056248 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:32.056416 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9b69e4af-828f-49fa-a315-4b17eee96e08 req-2136837f-3a7c-4d4c-9ebb-fb5b6b9a6556 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0803270 Jul 27 06:48:32.056779 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:32.057111 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:32.057587 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:32.057919 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:32.058248 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:32.058570 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:48:32.119759 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9b69e4af-828f-49fa-a315-4b17eee96e08 req-08c8adfd-6109-40b9-bce3-8673bbf60e97 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416889 Jul 27 06:48:32.437782 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b9cf-84cd-41a2-8d8c-6845df389e7f req-279d234b-8fef-4bad-be04-7a5d0e648ee7 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:32.439284 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-09e8b9cf-84cd-41a2-8d8c-6845df389e7f req-279d234b-8fef-4bad-be04-7a5d0e648ee7 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 943 time: 0.0767510 Jul 27 06:48:32.483007 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-09e8b9cf-84cd-41a2-8d8c-6845df389e7f req-ed9b6ac5-9beb-4745-b890-b8c16f891d5f tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350070 Jul 27 06:48:32.827506 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe386b5-174a-47e6-9cba-b954bd6928b3 req-5d9e09f4-8415-42e5-ada4-d25f239215cc tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:32.833317 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bfe386b5-174a-47e6-9cba-b954bd6928b3 req-5d9e09f4-8415-42e5-ada4-d25f239215cc tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 944 time: 0.0686660 Jul 27 06:48:32.870323 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bfe386b5-174a-47e6-9cba-b954bd6928b3 req-00ec95b2-75c6-4e5f-94ee-b2123e48d26c tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352685 Jul 27 06:48:33.078119 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['82c9226d-ded4-433b-a656-89d553008242'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:48:33.286537 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991890d2-fa0c-4169-961a-c106e9a49f42 req-c3c7836b-2dbf-4401-a6a1-c0ec7462adeb tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:33.288117 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-991890d2-fa0c-4169-961a-c106e9a49f42 req-c3c7836b-2dbf-4401-a6a1-c0ec7462adeb tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0928435 Jul 27 06:48:33.332995 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-991890d2-fa0c-4169-961a-c106e9a49f42 req-eb2287e6-85ce-4809-a9b8-f52f7341fe06 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348592 Jul 27 06:48:33.618346 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240d1-0cca-4c22-8ca7-f0a0971aefde req-dcab2156-eb06-4a47-a966-997dea430126 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:33.619831 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c75240d1-0cca-4c22-8ca7-f0a0971aefde req-dcab2156-eb06-4a47-a966-997dea430126 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 943 time: 0.0672698 Jul 27 06:48:33.658787 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c75240d1-0cca-4c22-8ca7-f0a0971aefde req-c04ffd38-a813-4f80-a22c-425d65135835 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331078 Jul 27 06:48:34.007239 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63090c-dd4c-4273-aab5-608988c2bcfa req-cfb403d1-00fc-4afc-b54c-9e2eb21ac096 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:34.008754 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ce63090c-dd4c-4273-aab5-608988c2bcfa req-cfb403d1-00fc-4afc-b54c-9e2eb21ac096 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 944 time: 0.0691824 Jul 27 06:48:34.048646 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ce63090c-dd4c-4273-aab5-608988c2bcfa req-ba9632fb-9fcd-4b64-a663-432e15a35738 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331039 Jul 27 06:48:34.482492 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7746b57-14d0-4497-822b-27f99f62849b req-a13c056f-7995-4fbb-b7ea-7a1c10c4c873 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:34.484146 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d7746b57-14d0-4497-822b-27f99f62849b req-a13c056f-7995-4fbb-b7ea-7a1c10c4c873 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0811074 Jul 27 06:48:34.521588 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d7746b57-14d0-4497-822b-27f99f62849b req-7c107c01-e2a4-4737-9532-b9235cdc5fc2 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309219 Jul 27 06:48:34.681996 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 82c9226d-ded4-433b-a656-89d553008242 up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:48:34.799140 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922e71-4de2-444d-9583-a433e21c2556 req-26be8c73-c484-42e5-bc8d-1c8f3eacbbbb tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:34.800584 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-99922e71-4de2-444d-9583-a433e21c2556 req-26be8c73-c484-42e5-bc8d-1c8f3eacbbbb tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 943 time: 0.0635767 Jul 27 06:48:34.802752 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port 82c9226d-ded4-433b-a656-89d553008242 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:48:34.807164 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 82c9226d-ded4-433b-a656-89d553008242 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:48:34.812812 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:34.841901 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-99922e71-4de2-444d-9583-a433e21c2556 req-9ff8ff4b-ae73-41be-b8bf-618704eb4636 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348113 Jul 27 06:48:34.890984 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:34.915039 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c80b41-c159-4cc4-9c56-f433eab4d8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c9226d-ded4-433b-a656-89d553008242'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:34.917323 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd777878-f717-4cb7-8342-6dcfb894eb57" -d '{"events": [{"server_uuid": "61c80b41-c159-4cc4-9c56-f433eab4d8b4", "name": "network-vif-plugged", "status": "completed", "tag": "82c9226d-ded4-433b-a656-89d553008242"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:34.934299 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 82c9226d-ded4-433b-a656-89d553008242, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=82c9226d-ded4-433b-a656-89d553008242,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:34.961932 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74685097-0d35-47ff-9552-b568ad96c785 x-openstack-request-id: req-74685097-0d35-47ff-9552-b568ad96c785 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:34.962250 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c80b41-c159-4cc4-9c56-f433eab4d8b4", "name": "network-vif-plugged", "status": "completed", "tag": "82c9226d-ded4-433b-a656-89d553008242", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:34.962924 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74685097-0d35-47ff-9552-b568ad96c785 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:34.962924 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c80b41-c159-4cc4-9c56-f433eab4d8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c9226d-ded4-433b-a656-89d553008242', 'code': 200} Jul 27 06:48:35.008739 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:35.065867 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=82c9226d-ded4-433b-a656-89d553008242,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:35.187765 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4597009-0715-4785-a3bb-8e573c13ac28 req-5ff5dc96-f86a-42ef-908a-5435400c37f4 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:35.189467 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b4597009-0715-4785-a3bb-8e573c13ac28 req-5ff5dc96-f86a-42ef-908a-5435400c37f4 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 945 time: 0.0737782 Jul 27 06:48:35.230804 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b4597009-0715-4785-a3bb-8e573c13ac28 req-79a79405-4a59-4b71-97a1-da331cfc2552 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344267 Jul 27 06:48:35.403055 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d1d21-0279-46bf-9d40-f279fc0d15a1 req-ebe8e563-ded7-4d57-a386-68527ae0c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:35.404513 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-350d1d21-0279-46bf-9d40-f279fc0d15a1 req-ebe8e563-ded7-4d57-a386-68527ae0c17a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 1098 time: 0.0528023 Jul 27 06:48:35.442242 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-350d1d21-0279-46bf-9d40-f279fc0d15a1 req-a74450bb-ddfa-43c0-92e3-74f2a7cbd82b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296161 Jul 27 06:48:35.668795 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f1cf2-a6c0-402c-858e-33ac44af70cc req-2918bdd3-5962-4db2-82b8-9c48d43a6fe1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:35.668795 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-de6f1cf2-a6c0-402c-858e-33ac44af70cc req-2918bdd3-5962-4db2-82b8-9c48d43a6fe1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0703626 Jul 27 06:48:35.706928 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-de6f1cf2-a6c0-402c-858e-33ac44af70cc req-c093e4ae-0103-4de9-b967-6de2f2db5e1e tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353603 Jul 27 06:48:35.998413 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fececd-d0b8-4d95-8d31-109e04aecb0f req-075fb721-c8f8-4f51-b355-ac6c9f756a40 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:35.998413 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d6fececd-d0b8-4d95-8d31-109e04aecb0f req-075fb721-c8f8-4f51-b355-ac6c9f756a40 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 943 time: 0.0770895 Jul 27 06:48:36.030741 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d6fececd-d0b8-4d95-8d31-109e04aecb0f req-04f2075b-935c-4c23-bf16-50e99fcfa4d4 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381267 Jul 27 06:48:36.365599 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3195af-0522-4145-9f06-9b9e7108edde req-8b9949a7-629c-41a4-9de4-d1a1ff76d998 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:36.367875 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9b3195af-0522-4145-9f06-9b9e7108edde req-8b9949a7-629c-41a4-9de4-d1a1ff76d998 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 945 time: 0.0684588 Jul 27 06:48:36.411731 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9b3195af-0522-4145-9f06-9b9e7108edde req-33ff2007-c9d4-4bed-8b45-1e39851c8e9f tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381272 Jul 27 06:48:36.692443 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 58760) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:36.696917 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:48:36.812199 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=39ecc317-d10f-46e3-b26e-d9a3ecbe02c9,segment=NetworkSegment(0efab2bc-e1cb-4d4c-8e43-c1f9aa183235),segment_id=0efab2bc-e1cb-4d4c-8e43-c1f9aa183235)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:36.825287 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '39ecc317-d10f-46e3-b26e-d9a3ecbe02c9', 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662', 'port_id': '39ecc317-d10f-46e3-b26e-d9a3ecbe02c9', 'mac_address': 'fa:16:3e:48:e6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474271c7-d32c-4952-9c5a-e8dd672c6199', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:48:36.862543 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4836f863-196f-4a42-8d89-38b316777eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:36.866758 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:36.879461 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:48:36.882340 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824ddf4-2076-4ba4-82e0-c2f6afadb308 req-e3295322-6df3-4e1e-bcd4-f06776122084 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:36.884634 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a824ddf4-2076-4ba4-82e0-c2f6afadb308 req-e3295322-6df3-4e1e-bcd4-f06776122084 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0890613 Jul 27 06:48:36.911247 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=39ecc317-d10f-46e3-b26e-d9a3ecbe02c9,segment=NetworkSegment(0efab2bc-e1cb-4d4c-8e43-c1f9aa183235),segment_id=0efab2bc-e1cb-4d4c-8e43-c1f9aa183235)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:36.946179 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a824ddf4-2076-4ba4-82e0-c2f6afadb308 req-d615aee9-bc4b-4291-90d0-f5c348d77512 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548635 Jul 27 06:48:36.980768 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:37.014254 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4836f863-196f-4a42-8d89-38b316777eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:37.031119 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=39ecc317-d10f-46e3-b26e-d9a3ecbe02c9,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:37.089061 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4836f863-196f-4a42-8d89-38b316777eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:37.128865 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-4836f863-196f-4a42-8d89-38b316777eaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb8fcc12c0284e19b0ee30f8a8f1779a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352584 Jul 27 06:48:37.129940 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836f863-196f-4a42-8d89-38b316777eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd72a846-62a0-40bc-8a16-8851c621fdfb,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:37.133331 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 58780) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:37.171655 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a7e28-0bff-4f0f-bf05-91f629268ba6 req-71c5e89e-b7f7-47d9-92a7-ece6e8cadc48 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:37.174105 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f25a7e28-0bff-4f0f-bf05-91f629268ba6 req-71c5e89e-b7f7-47d9-92a7-ece6e8cadc48 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 944 time: 0.0701003 Jul 27 06:48:37.190589 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0c022b00-13ea-4e27-8e1b-9fb0936486f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:37.215509 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f25a7e28-0bff-4f0f-bf05-91f629268ba6 req-57f88c21-dbaa-4652-b0b7-f02f3bd8dad0 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348976 Jul 27 06:48:37.225682 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0c022b00-13ea-4e27-8e1b-9fb0936486f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:37.352397 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0c022b00-13ea-4e27-8e1b-9fb0936486f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:37.355074 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0c022b00-13ea-4e27-8e1b-9fb0936486f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:37.360248 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-0c022b00-13ea-4e27-8e1b-9fb0936486f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd72a846-62a0-40bc-8a16-8851c621fdfb HTTP/1.1" status: 204 len: 168 time: 0.2219503 Jul 27 06:48:37.365181 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c022b00-13ea-4e27-8e1b-9fb0936486f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd72a846-62a0-40bc-8a16-8851c621fdfb,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:37.383096 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['39ecc317-d10f-46e3-b26e-d9a3ecbe02c9'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:48:37.580761 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cbfcb-299f-4dcb-8a59-41e60d967427 req-f07f3b7f-080e-4a82-bc41-4cf9ecd8ffea tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:37.582956 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-330cbfcb-299f-4dcb-8a59-41e60d967427 req-f07f3b7f-080e-4a82-bc41-4cf9ecd8ffea tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 945 time: 0.0962906 Jul 27 06:48:37.632105 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-330cbfcb-299f-4dcb-8a59-41e60d967427 req-b34e1eb4-e155-4103-bbc2-b71e03273cf8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Jul 27 06:48:37.775624 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 58810) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:37.947458 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af546929-dffe-41ca-b665-b6f24d589110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.083424 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af546929-dffe-41ca-b665-b6f24d589110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.090078 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981e737-d004-498e-9ab2-a937ca544705 req-6bac5d14-80ba-4054-848a-43cd69456ec5 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:38.091981 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0981e737-d004-498e-9ab2-a937ca544705 req-6bac5d14-80ba-4054-848a-43cd69456ec5 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0745509 Jul 27 06:48:38.143717 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0981e737-d004-498e-9ab2-a937ca544705 req-e225da2e-6cb2-4f4a-b7f8-01c17fecf2c7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451374 Jul 27 06:48:38.150113 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af546929-dffe-41ca-b665-b6f24d589110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.199411 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af546929-dffe-41ca-b665-b6f24d589110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01278e67-a7b1-42f4-b9e5-59da71c85f83,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:38.207835 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-af546929-dffe-41ca-b665-b6f24d589110 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=887ae8c5611e453b81c2bf715e0b0405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4311936 Jul 27 06:48:38.208215 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 58836) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:38.262256 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b1b28a11-317e-443c-a0ff-0b845373582f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.294055 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b1b28a11-317e-443c-a0ff-0b845373582f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.388553 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea73e6-1c30-48bb-9ea6-6e62a899490d req-8b796d73-6d17-42e4-bb71-4f8f0efe87a8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:38.390132 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0fea73e6-1c30-48bb-9ea6-6e62a899490d req-8b796d73-6d17-42e4-bb71-4f8f0efe87a8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 944 time: 0.0984685 Jul 27 06:48:38.435546 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0fea73e6-1c30-48bb-9ea6-6e62a899490d req-c7901cbf-fb5b-43cd-be9a-435a55007e4b tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358639 Jul 27 06:48:38.477467 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b1b28a11-317e-443c-a0ff-0b845373582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.480927 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b1b28a11-317e-443c-a0ff-0b845373582f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.484388 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-b1b28a11-317e-443c-a0ff-0b845373582f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01278e67-a7b1-42f4-b9e5-59da71c85f83 HTTP/1.1" status: 204 len: 168 time: 0.2726936 Jul 27 06:48:38.490334 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b28a11-317e-443c-a0ff-0b845373582f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01278e67-a7b1-42f4-b9e5-59da71c85f83,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:38.701666 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 58864) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:38.713079 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:48:38.899921 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:48:38.904151 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:48:38.904501 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:38.915786 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-204327141-network', 'tenant_id': '5fecd554ec124739975b4a024ae8a4d2'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:38.986202 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.002677 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Made reservation on behalf of 5fecd554ec124739975b4a024ae8a4d2 for: {'network': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:39.005156 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.010416 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592bb51b-0da5-473e-a9de-649867396fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ecc317-d10f-46e3-b26e-d9a3ecbe02c9'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:39.012663 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32063222-f469-4af4-b8aa-1df47d65a82f" -d '{"events": [{"server_uuid": "592bb51b-0da5-473e-a9de-649867396fd9", "name": "network-vif-plugged", "status": "completed", "tag": "39ecc317-d10f-46e3-b26e-d9a3ecbe02c9"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:39.014325 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.026508 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=39ecc317-d10f-46e3-b26e-d9a3ecbe02c9,segment=NetworkSegment(0efab2bc-e1cb-4d4c-8e43-c1f9aa183235),segment_id=0efab2bc-e1cb-4d4c-8e43-c1f9aa183235)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:39.074479 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757ae1a5-60c8-42b9-95fb-6e58ecceffeb x-openstack-request-id: req-757ae1a5-60c8-42b9-95fb-6e58ecceffeb {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:39.074790 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592bb51b-0da5-473e-a9de-649867396fd9", "name": "network-vif-plugged", "status": "completed", "tag": "39ecc317-d10f-46e3-b26e-d9a3ecbe02c9", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:39.075043 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-757ae1a5-60c8-42b9-95fb-6e58ecceffeb {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:39.075438 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592bb51b-0da5-473e-a9de-649867396fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ecc317-d10f-46e3-b26e-d9a3ecbe02c9', 'code': 200} Jul 27 06:48:39.105808 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.113805 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.160182 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=39ecc317-d10f-46e3-b26e-d9a3ecbe02c9,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:39.191400 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.216920 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=100257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:48:39.242558 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa20a10f-8ac4-4502-a30f-584412f9fb1a,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:39.261147 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 58876) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:39.264382 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.264753 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.segments_db [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Added segment ef475674-1a07-42a4-8bbc-66cbbbd0d569 of type vlan for network 7bc29a70-0894-4f65-a79b-66146b0cbbed Jul 27 06:48:39.277936 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-04bbeebf-6b16-4708-8878-ac4ed052af88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.314926 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.351880 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85ca9a-ff2c-4ce6-9cfb-09895259878f req-3337349d-d818-4fde-9235-e0951250255b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:39.353392 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-be85ca9a-ff2c-4ce6-9cfb-09895259878f req-3337349d-d818-4fde-9235-e0951250255b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.1341577 Jul 27 06:48:39.380258 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-04bbeebf-6b16-4708-8878-ac4ed052af88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.392983 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-be85ca9a-ff2c-4ce6-9cfb-09895259878f req-7744dd67-8394-4453-93c9-fa7ef288af4a tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Jul 27 06:48:39.448289 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.449299 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:39.449886 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.456092 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320a6fb-5ff7-459e-a309-f7baa1f838fb req-842d7bb5-f6fc-4017-a644-994486baf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:39.457600 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f320a6fb-5ff7-459e-a309-f7baa1f838fb req-842d7bb5-f6fc-4017-a644-994486baf964 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 1098 time: 0.0528338 Jul 27 06:48:39.474274 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-04bbeebf-6b16-4708-8878-ac4ed052af88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.518817 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] Pushing event updated for resources: {'Network': ['ID=7bc29a70-0894-4f65-a79b-66146b0cbbed,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:39.531978 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 7bc29a70-0894-4f65-a79b-66146b0cbbed details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:48:39.550456 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbeebf-6b16-4708-8878-ac4ed052af88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1938d13-87e7-450d-a3c6-22317398d512,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:39.566873 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-61a6b074-c0d5-4b53-a300-5e22ff04618e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8640344 Jul 27 06:48:39.567868 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 58884) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:39.572781 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-a0c47b05-9c45-438c-88cf-4928dde1dc3c admin admin] Request body: {'subnet': {'network_id': '7bc29a70-0894-4f65-a79b-66146b0cbbed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-204327141-subnet', 'tenant_id': '5fecd554ec124739975b4a024ae8a4d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:39.580685 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-04bbeebf-6b16-4708-8878-ac4ed052af88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cbe2cdab634428f9c0c4eadbf71c5c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159494 Jul 27 06:48:39.582514 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 58886) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:39.598507 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f320a6fb-5ff7-459e-a309-f7baa1f838fb req-6ab6cf29-9223-42cd-8f25-474373b6a728 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321981 Jul 27 06:48:39.645259 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66fae073-75e2-4a28-92e3-17e6ad15524e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.653302 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b802c4-31c9-4d45-afee-1b55d66d722b req-96e70487-7ed7-482a-af3d-a77266ab0a4b tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:39.654913 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-54b802c4-31c9-4d45-afee-1b55d66d722b req-96e70487-7ed7-482a-af3d-a77266ab0a4b tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 945 time: 0.1079712 Jul 27 06:48:39.670836 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66fae073-75e2-4a28-92e3-17e6ad15524e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.697108 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-54b802c4-31c9-4d45-afee-1b55d66d722b req-53ca94b3-4277-4b74-93ac-67d0d4bf8a2e tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362072 Jul 27 06:48:39.739415 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c47b05-9c45-438c-88cf-4928dde1dc3c admin admin] Made reservation on behalf of 5fecd554ec124739975b4a024ae8a4d2 for: {'subnet': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:39.742501 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a0c47b05-9c45-438c-88cf-4928dde1dc3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12332903'] for subnet, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.833087 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66fae073-75e2-4a28-92e3-17e6ad15524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.836245 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66fae073-75e2-4a28-92e3-17e6ad15524e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:39.837415 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-66fae073-75e2-4a28-92e3-17e6ad15524e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1938d13-87e7-450d-a3c6-22317398d512 HTTP/1.1" status: 204 len: 168 time: 0.2539954 Jul 27 06:48:39.850563 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fae073-75e2-4a28-92e3-17e6ad15524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1938d13-87e7-450d-a3c6-22317398d512,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:40.051844 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 58902) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:40.066316 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a0c47b05-9c45-438c-88cf-4928dde1dc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12401438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12332917'] for subnet, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.103241 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_v2 [None req-d555a36d-6af5-4763-8386-0925c2e7ec85 admin admin] Deleting subnet a5cf8d70-4a1e-4ff1-b47b-9a5914f2887f {{(pid=100258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:48:40.106481 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d555a36d-6af5-4763-8386-0925c2e7ec85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.128806 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c47b05-9c45-438c-88cf-4928dde1dc3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=09645c8e-9d6e-499e-a39d-8a5c7a9a646f,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:40.139563 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c47b05-9c45-438c-88cf-4928dde1dc3c admin admin] Checking segment: {'id': 'ef475674-1a07-42a4-8bbc-66cbbbd0d569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7bc29a70-0894-4f65-a79b-66146b0cbbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:48:40.139924 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c47b05-9c45-438c-88cf-4928dde1dc3c admin admin] Network hostable DHCP agents. Network: 7bc29a70-0894-4f65-a79b-66146b0cbbed, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:48:40.141676 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d555a36d-6af5-4763-8386-0925c2e7ec85 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.152301 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d555a36d-6af5-4763-8386-0925c2e7ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.260081 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c47b05-9c45-438c-88cf-4928dde1dc3c admin admin] Network 7bc29a70-0894-4f65-a79b-66146b0cbbed is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:48:40.329680 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d555a36d-6af5-4763-8386-0925c2e7ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.356462 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555a36d-6af5-4763-8386-0925c2e7ec85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5cf8d70-4a1e-4ff1-b47b-9a5914f2887f,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:40.362325 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d555a36d-6af5-4763-8386-0925c2e7ec85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.364250 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d555a36d-6af5-4763-8386-0925c2e7ec85 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a5cf8d70-4a1e-4ff1-b47b-9a5914f2887f HTTP/1.1" status: 204 len: 168 time: 0.3113334 Jul 27 06:48:40.367125 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 58908) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:40.418322 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-a0c47b05-9c45-438c-88cf-4928dde1dc3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 7bc29a70-0894-4f65-a79b-66146b0cbbed) {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:48:40.423657 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c47b05-9c45-438c-88cf-4928dde1dc3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:40.424250 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a0c47b05-9c45-438c-88cf-4928dde1dc3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.427893 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6163f46f-b948-4a6f-b854-472f8658c302 None None] Network 7bc29a70-0894-4f65-a79b-66146b0cbbed requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:48:40.467223 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.612402 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d9f221-8e9b-4156-b0e6-4f4fefaa7042 None None] Network 7bc29a70-0894-4f65-a79b-66146b0cbbed requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:48:40.811337 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-a0c47b05-9c45-438c-88cf-4928dde1dc3c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2400331 Jul 27 06:48:40.824980 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.859347 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520bbca1-5230-4b78-9b45-8ad9ceff68a9']}} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:40.867725 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809c712f-b281-472b-b77f-0b0125a841d4') {'for_net_delete': True} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:40.868032 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809c712f-b281-472b-b77f-0b0125a841d4') {} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:40.884068 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1489119'] for segment, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.893468 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20af553-ede0-4fe5-b448-3733f195dbfe req-d01b003d-47b7-46cc-a1e1-0d26d775f4c1 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:40.895453 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e20af553-ede0-4fe5-b448-3733f195dbfe req-d01b003d-47b7-46cc-a1e1-0d26d775f4c1 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 945 time: 0.0854061 Jul 27 06:48:40.909389 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b89b94-8c7d-469a-90af-d65562cf5efc req-891767f1-7438-4047-b746-9767b1cb60d2 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:40.917125 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-74b89b94-8c7d-469a-90af-d65562cf5efc req-891767f1-7438-4047-b746-9767b1cb60d2 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.4203141 Jul 27 06:48:40.919122 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.930438 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:48:40.931465 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12401591'] for segment, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: Traceback (most recent call last): Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: timer() Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: cb(*args, **kw) Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: return func(*args, **kwargs) Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: self._notify() Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: self.callback(batched_events) Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: event.method(event) Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: return f(self, *a, **k) Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._get(url).json() Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: return self.request(url, 'GET', **kwargs) Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:48:40.934979 dv-cinder-779194-3-iscsi neutron-server[100257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:48:40.971424 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e20af553-ede0-4fe5-b448-3733f195dbfe req-46f3f810-fcbd-4af2-8f77-556951626603 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619094 Jul 27 06:48:41.030079 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-74b89b94-8c7d-469a-90af-d65562cf5efc req-6b66e973-f1fe-4e0a-b995-33fe5c4ffb48 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922658 Jul 27 06:48:41.139942 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:41.145499 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:41.148669 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/520bbca1-5230-4b78-9b45-8ad9ceff68a9 HTTP/1.1" status: 204 len: 168 time: 0.7805583 Jul 27 06:48:41.151874 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 58944) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:41.173515 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299a2ac-3a41-42fc-89cc-2f7a4b0ecba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=520bbca1-5230-4b78-9b45-8ad9ceff68a9,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:41.203403 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebee667-8df0-41d1-8b45-1560439fdda1 admin admin] Deleting subnet 188e230f-02a7-41a7-a70f-ada70ab7a905 {{(pid=100258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:48:41.206745 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ebee667-8df0-41d1-8b45-1560439fdda1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:41.251619 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ebee667-8df0-41d1-8b45-1560439fdda1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:41.257942 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ebee667-8df0-41d1-8b45-1560439fdda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:41.613458 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-087b4e24-e51b-42fc-921e-1cf911ae9a42 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:41.614890 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-087b4e24-e51b-42fc-921e-1cf911ae9a42 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/networks?id=4dfad2a5-218c-47b0-a256-e7cadc7efc18 HTTP/1.1" status: 200 len: 815 time: 0.3373213 Jul 27 06:48:41.629468 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-8f6776e8-d942-4645-87ba-c75a1696fdfd tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/quotas/5ba80b686ea94bf5aaa8569b437109c5 HTTP/1.1" status: 200 len: 375 time: 0.0088377 Jul 27 06:48:41.696827 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-2b893221-2155-4e48-8e9a-7d06ddcf6ca8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613434 Jul 27 06:48:41.791626 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-8cee60d7-206b-4caa-821b-42fc48adabee service neutron] 10.222.0.24 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879388 Jul 27 06:48:41.793398 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ebee667-8df0-41d1-8b45-1560439fdda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:41.845595 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebee667-8df0-41d1-8b45-1560439fdda1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188e230f-02a7-41a7-a70f-ada70ab7a905,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:41.871312 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ebee667-8df0-41d1-8b45-1560439fdda1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:41.876366 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-8ebee667-8df0-41d1-8b45-1560439fdda1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/188e230f-02a7-41a7-a70f-ada70ab7a905 HTTP/1.1" status: 204 len: 168 time: 0.7213132 Jul 27 06:48:41.877949 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 58978) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:41.934926 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-ad91a396-dcae-46dc-b2dc-8327e805c0f7 service neutron] 10.222.0.24 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286738 Jul 27 06:48:41.984410 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.027587 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 58990) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:42.040972 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2012401943-network', 'tenant_id': 'f42f6ff284764da8814c662af1b93847'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:42.104193 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.116042 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361d6641-e496-4db8-9d2b-5a486ee5f0e6']}} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:42.127716 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df7e85f-3c06-46dd-8021-904318e2486f') {'for_net_delete': True} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:42.128011 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df7e85f-3c06-46dd-8021-904318e2486f') {} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:42.140156 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1489119'] for segment, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.156834 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Made reservation on behalf of f42f6ff284764da8814c662af1b93847 for: {'network': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:42.159521 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.160061 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.168934 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.171638 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f7c36-7ec1-4350-8ad0-2619dfe5faa2 req-0f601d80-39c2-47ae-873f-f59f34e58b99 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:42.173159 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d19f7c36-7ec1-4350-8ad0-2619dfe5faa2 req-0f601d80-39c2-47ae-873f-f59f34e58b99 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 945 time: 0.1119831 Jul 27 06:48:42.176460 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=100257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:48:42.176905 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12401591'] for segment, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: Traceback (most recent call last): Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: timer() Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: cb(*args, **kw) Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: return func(*args, **kwargs) Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: self._notify() Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: self.callback(batched_events) Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: event.method(event) Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: return f(self, *a, **k) Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._get(url).json() Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: return self.request(url, 'GET', **kwargs) Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:48:42.178824 dv-cinder-779194-3-iscsi neutron-server[100257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:48:42.288344 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d19f7c36-7ec1-4350-8ad0-2619dfe5faa2 req-de2ebd53-35d8-4239-91d5-8a692cbed127 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977218 Jul 27 06:48:42.345750 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.353341 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.356550 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.361035 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] 10.222.0.24 "DELETE /v2.0/networks/361d6641-e496-4db8-9d2b-5a486ee5f0e6 HTTP/1.1" status: 204 len: 168 time: 0.4807358 Jul 27 06:48:42.394666 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a2750-d32e-454b-ada7-eba652250d1f req-d972b902-541d-405a-8778-3e0534a748e2 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:42.402234 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e46a2750-d32e-454b-ada7-eba652250d1f req-d972b902-541d-405a-8778-3e0534a748e2 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.1195350 Jul 27 06:48:42.433464 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.435428 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c5c6e-a6e3-4618-9309-1950ab67d077 admin admin] Pushing event deleted for resources: {'Network': ['ID=361d6641-e496-4db8-9d2b-5a486ee5f0e6,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:42.440464 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-73086172-a2f5-40eb-9ddb-fe325abdf399 req-3153feac-1ef5-483f-8ca5-96bc0efbb583 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 210 time: 0.0781589 Jul 27 06:48:42.484504 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=100258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:48:42.500838 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e46a2750-d32e-454b-ada7-eba652250d1f req-31245d75-9123-432a-8da9-4dccd8de7965 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968816 Jul 27 06:48:42.503989 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66ffeff-4492-4e1b-8d93-b500e61ca615,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:42.508181 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.511206 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.segments_db [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Added segment 040b78ee-1f4f-4e4b-b9ec-ad764bdbdcf4 of type vlan for network 22bb284a-5000-4c4c-97d5-ddc387844a89 Jul 27 06:48:42.552216 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.695008 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.696763 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:42.697359 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:42.794759 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] Pushing event updated for resources: {'Network': ['ID=22bb284a-5000-4c4c-97d5-ddc387844a89,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:42.808147 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 22bb284a-5000-4c4c-97d5-ddc387844a89 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:48:42.822177 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f76060-a785-46ff-84ed-5bcc484252b0 req-b834ee2b-9178-4df7-b997-7ffed59e8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:42.824084 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-61f76060-a785-46ff-84ed-5bcc484252b0 req-b834ee2b-9178-4df7-b997-7ffed59e8888 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 1098 time: 0.0763917 Jul 27 06:48:42.865043 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-61f76060-a785-46ff-84ed-5bcc484252b0 req-abd29031-e203-416d-997a-4c799d8cf05f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323358 Jul 27 06:48:42.877934 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d0842db6-02be-44bb-a5b6-cebfd0aee70c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8488393 Jul 27 06:48:42.880604 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59032) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:42.885896 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-e6cb30c8-cfca-42b3-abd4-f2b28e941092 admin admin] Request body: {'subnet': {'network_id': '22bb284a-5000-4c4c-97d5-ddc387844a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2012401943-subnet', 'tenant_id': 'f42f6ff284764da8814c662af1b93847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:42.987930 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59034) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:43.003006 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cb30c8-cfca-42b3-abd4-f2b28e941092 admin admin] Made reservation on behalf of f42f6ff284764da8814c662af1b93847 for: {'subnet': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:43.005334 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e6cb30c8-cfca-42b3-abd4-f2b28e941092 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.083250 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-c5909807-7199-46d5-8153-de13b408069e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43cafe60bb9e48079c3cdbfad267ad76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940700 Jul 27 06:48:43.085761 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59038) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:43.175182 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b1f3cba2-9e35-4e71-b913-e24adba2b2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.206986 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b1f3cba2-9e35-4e71-b913-e24adba2b2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.363140 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e6cb30c8-cfca-42b3-abd4-f2b28e941092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.394165 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b1f3cba2-9e35-4e71-b913-e24adba2b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.397234 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b1f3cba2-9e35-4e71-b913-e24adba2b2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.400620 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-b1f3cba2-9e35-4e71-b913-e24adba2b2c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f09debd-506e-4f15-8441-1814d2e32678 HTTP/1.1" status: 204 len: 168 time: 0.3115728 Jul 27 06:48:43.419663 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3cba2-9e35-4e71-b913-e24adba2b2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f09debd-506e-4f15-8441-1814d2e32678,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:43.432799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb30c8-cfca-42b3-abd4-f2b28e941092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b9ad84-3a58-46f9-9fe1-9803c1885543,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:43.451066 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb30c8-cfca-42b3-abd4-f2b28e941092 admin admin] Checking segment: {'id': '040b78ee-1f4f-4e4b-b9ec-ad764bdbdcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '22bb284a-5000-4c4c-97d5-ddc387844a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:48:43.451440 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cb30c8-cfca-42b3-abd4-f2b28e941092 admin admin] Network hostable DHCP agents. Network: 22bb284a-5000-4c4c-97d5-ddc387844a89, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:48:43.566841 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9e7e3e46-6860-4054-9eec-5842bcf6baa6 req-ab78cf3c-dd1d-429d-a3dd-908bac3ad861 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 210 time: 0.0432389 Jul 27 06:48:43.608507 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cb30c8-cfca-42b3-abd4-f2b28e941092 admin admin] Network 22bb284a-5000-4c4c-97d5-ddc387844a89 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:48:43.664754 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455dfc03-c887-4a0c-b35f-ac719cfb41a8 req-1bf539e9-b15a-4ea2-a16e-00555ea6eab8 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:43.666150 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-455dfc03-c887-4a0c-b35f-ac719cfb41a8 req-1bf539e9-b15a-4ea2-a16e-00555ea6eab8 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0694783 Jul 27 06:48:43.708897 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-455dfc03-c887-4a0c-b35f-ac719cfb41a8 req-ff640b39-e45d-4e3b-a912-67a6caec2180 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360079 Jul 27 06:48:43.711491 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-e6cb30c8-cfca-42b3-abd4-f2b28e941092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 22bb284a-5000-4c4c-97d5-ddc387844a89) {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:48:43.716201 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb30c8-cfca-42b3-abd4-f2b28e941092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:43.716862 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e6cb30c8-cfca-42b3-abd4-f2b28e941092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:43.726471 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad99a6a-28a3-4f07-8d33-301440493ddf None None] Network 22bb284a-5000-4c4c-97d5-ddc387844a89 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:48:43.829472 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-e6cb30c8-cfca-42b3-abd4-f2b28e941092 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9476147 Jul 27 06:48:43.861745 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd27aa-6b87-470e-bf93-a0603e5640cf None None] Network 22bb284a-5000-4c4c-97d5-ddc387844a89 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:48:43.965875 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59058) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:44.013404 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_v2 [None req-772a2020-a097-470c-829e-a39a5cb3cead admin admin] Deleting subnet 09645c8e-9d6e-499e-a39d-8a5c7a9a646f {{(pid=100258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:48:44.016795 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-772a2020-a097-470c-829e-a39a5cb3cead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.055157 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-772a2020-a097-470c-829e-a39a5cb3cead admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.060818 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-772a2020-a097-470c-829e-a39a5cb3cead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.209140 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-772a2020-a097-470c-829e-a39a5cb3cead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for subnet, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.237678 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a2020-a097-470c-829e-a39a5cb3cead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09645c8e-9d6e-499e-a39d-8a5c7a9a646f,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:44.239622 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-772a2020-a097-470c-829e-a39a5cb3cead admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.242108 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-772a2020-a097-470c-829e-a39a5cb3cead admin admin] 10.222.0.24 "DELETE /v2.0/subnets/09645c8e-9d6e-499e-a39d-8a5c7a9a646f HTTP/1.1" status: 204 len: 168 time: 0.2751722 Jul 27 06:48:44.244552 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59062) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:44.326045 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.399897 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59070) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:44.421719 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.434048 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.434746 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.435626 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.436107 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > port after_create 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.436689 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.437370 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > port after_update 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.437733 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.438074 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.438454 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.438782 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.450156 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-c55e4c6a-6085-49e3-bd71-43bf2dcf447e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e30e4bbbbe043b68de9d7fe4488d072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489242 Jul 27 06:48:44.452035 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59072) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:44.501044 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-264712ab-d4f8-47d0-b485-efadebc41ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.513527 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.513876 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.514380 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.514718 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 06:48:44.515125 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc29a70-0894-4f65-a79b-66146b0cbbed']}} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:44.523977 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-264712ab-d4f8-47d0-b485-efadebc41ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.533471 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef475674-1a07-42a4-8bbc-66cbbbd0d569') {'for_net_delete': True} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:44.533752 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef475674-1a07-42a4-8bbc-66cbbbd0d569') {} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:44.550053 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11690983'] for segment, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.576298 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.584317 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:48:44.585242 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12579477'] for segment, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: from cryptography.utils import int_from_bytes Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: from cryptography.utils import int_from_bytes Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: Traceback (most recent call last): Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: timer() Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: cb(*args, **kw) Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: return func(*args, **kwargs) Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: self._notify() Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: self.callback(batched_events) Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: event.method(event) Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: return f(self, *a, **k) Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: return self._get(url).json() Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: return self.request(url, 'GET', **kwargs) Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:48:44.589449 dv-cinder-779194-3-iscsi neutron-server[100258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:48:44.682924 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-264712ab-d4f8-47d0-b485-efadebc41ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.685693 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-264712ab-d4f8-47d0-b485-efadebc41ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.687715 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-264712ab-d4f8-47d0-b485-efadebc41ee3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8408dd5-69d7-493f-b009-4e42408d2a20 HTTP/1.1" status: 204 len: 168 time: 0.2337933 Jul 27 06:48:44.687841 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-42b8fcde-b9d5-495a-86ad-c9afb8759213 req-78316745-0aa2-4326-840f-b00c3b4776b7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 210 time: 0.0293849 Jul 27 06:48:44.697663 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264712ab-d4f8-47d0-b485-efadebc41ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8408dd5-69d7-493f-b009-4e42408d2a20,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:44.736723 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.754654 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.760969 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59084) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:44.771386 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7bc29a70-0894-4f65-a79b-66146b0cbbed HTTP/1.1" status: 204 len: 168 time: 0.5255079 Jul 27 06:48:44.773042 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbb99f-22cc-4492-b839-8ff096a6fce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc29a70-0894-4f65-a79b-66146b0cbbed,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:44.815751 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d37ce06-7bff-428f-8478-e57086df8ce9 admin admin] Deleting subnet 64b9ad84-3a58-46f9-9fe1-9803c1885543 {{(pid=100257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:48:44.829042 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6d37ce06-7bff-428f-8478-e57086df8ce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.855958 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09eaa91-ee0c-4121-83c8-89dc7f56d98e req-5bf649f3-782d-4368-81ef-f4b663cfb95e tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:44.857618 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f09eaa91-ee0c-4121-83c8-89dc7f56d98e req-5bf649f3-782d-4368-81ef-f4b663cfb95e tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 945 time: 0.0821602 Jul 27 06:48:44.885299 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6d37ce06-7bff-428f-8478-e57086df8ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1489196'] for subnet, precommit_delete_associations {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.899247 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f09eaa91-ee0c-4121-83c8-89dc7f56d98e req-6dd07dd8-3fbc-46bc-a17e-b88e5e09792d tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345657 Jul 27 06:48:44.939781 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6d37ce06-7bff-428f-8478-e57086df8ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:44.949325 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b499d-8ed2-40c4-9d3c-804a8cc42c9a req-806af50f-332a-497f-a929-e93bd2de859d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:44.950864 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-247b499d-8ed2-40c4-9d3c-804a8cc42c9a req-806af50f-332a-497f-a929-e93bd2de859d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.1309299 Jul 27 06:48:45.014931 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-247b499d-8ed2-40c4-9d3c-804a8cc42c9a req-50efa85f-b5c9-4a02-ac76-472f713bc553 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467291 Jul 27 06:48:45.106379 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6d37ce06-7bff-428f-8478-e57086df8ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12401625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12332812'] for subnet, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.121703 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6d37ce06-7bff-428f-8478-e57086df8ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.127640 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-6d37ce06-7bff-428f-8478-e57086df8ce9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/64b9ad84-3a58-46f9-9fe1-9803c1885543 HTTP/1.1" status: 204 len: 168 time: 0.3652916 Jul 27 06:48:45.127903 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59090) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:45.145789 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37ce06-7bff-428f-8478-e57086df8ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b9ad84-3a58-46f9-9fe1-9803c1885543,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:45.211340 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9959cf-95b1-4180-a22d-1103140dfca2 req-e02aaf23-ff4f-4fc7-aa3b-d30e9c477635 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:45.212859 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0a9959cf-95b1-4180-a22d-1103140dfca2 req-e02aaf23-ff4f-4fc7-aa3b-d30e9c477635 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1303875 Jul 27 06:48:45.231030 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.264666 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0a9959cf-95b1-4180-a22d-1103140dfca2 req-05dce39c-70a0-4828-bbe1-76f32aeada75 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442462 Jul 27 06:48:45.334591 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.345103 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bb284a-5000-4c4c-97d5-ddc387844a89']}} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:45.357033 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040b78ee-1f4f-4e4b-b9ec-ad764bdbdcf4') {'for_net_delete': True} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:45.359426 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040b78ee-1f4f-4e4b-b9ec-ad764bdbdcf4') {} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:48:45.368537 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11690983'] for segment, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.386925 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.403799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:48:45.404775 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12579477'] for segment, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: Traceback (most recent call last): Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: timer() Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: cb(*args, **kw) Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: return func(*args, **kwargs) Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: self._notify() Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: self.callback(batched_events) Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: event.method(event) Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: return f(self, *a, **k) Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: return self._get(url).json() Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: return self.request(url, 'GET', **kwargs) Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:48:45.406785 dv-cinder-779194-3-iscsi neutron-server[100258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:48:45.575849 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51c3f3b8-d055-4c2f-8fd1-b50fded2b3d2 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:45.577407 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51c3f3b8-d055-4c2f-8fd1-b50fded2b3d2 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "GET /v2.0/networks?id=4dfad2a5-218c-47b0-a256-e7cadc7efc18 HTTP/1.1" status: 200 len: 815 time: 0.1057305 Jul 27 06:48:45.591107 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.596177 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:45.601224 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/22bb284a-5000-4c4c-97d5-ddc387844a89 HTTP/1.1" status: 204 len: 168 time: 0.4684019 Jul 27 06:48:45.617135 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Request body: {'port': {'device_id': 'd94c6817-ee9e-4761-94e0-bcecd5f93ffb', 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18', 'admin_state_up': True, 'tenant_id': '5ba80b686ea94bf5aaa8569b437109c5'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:45.621725 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079f8f4-c949-481c-901a-04c6b6a0e4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=22bb284a-5000-4c4c-97d5-ddc387844a89,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:45.811910 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7f28fc1d-c4c5-4040-8bd8-5c338f174213 req-c9f4498c-d4e3-4f3b-8e40-175fac667726 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 210 time: 0.0365980 Jul 27 06:48:45.940450 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Made reservation on behalf of 5ba80b686ea94bf5aaa8569b437109c5 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:45.948166 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:46.137964 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b4d5-8150-4b24-b73b-30016d4456b9 req-15e1806e-5a5a-4059-a69c-60364992cd60 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:46.140307 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1461b4d5-8150-4b24-b73b-30016d4456b9 req-15e1806e-5a5a-4059-a69c-60364992cd60 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 945 time: 0.1634867 Jul 27 06:48:46.141229 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59136) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:46.170712 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Allocated IP 172.20.0.3 (4dfad2a5-218c-47b0-a256-e7cadc7efc18/b2fb661f-1606-4a65-880d-4a77846eb950/e0e3986e-31a2-4a3c-bfd4-da48685da1b2) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:48:46.249135 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1461b4d5-8150-4b24-b73b-30016d4456b9 req-75517ed3-71ab-4d4d-97c6-9c1ec6bdb231 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029346 Jul 27 06:48:46.255019 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-a5c5e004-f522-47d0-9ab2-d620363c32eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fecd554ec124739975b4a024ae8a4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1099296 Jul 27 06:48:46.258240 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59142) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:46.346608 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0f3b1f5b-9663-4677-92c7-73bb9b8541df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:46.385214 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0f3b1f5b-9663-4677-92c7-73bb9b8541df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:46.411676 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:46.510184 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0f3b1f5b-9663-4677-92c7-73bb9b8541df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:46.512773 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0f3b1f5b-9663-4677-92c7-73bb9b8541df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:46.516419 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-0f3b1f5b-9663-4677-92c7-73bb9b8541df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa20a10f-8ac4-4502-a30f-584412f9fb1a HTTP/1.1" status: 204 len: 168 time: 0.2543373 Jul 27 06:48:46.526455 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b1f5b-9663-4677-92c7-73bb9b8541df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa20a10f-8ac4-4502-a30f-584412f9fb1a,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:46.552080 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:46.595688 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:48:46.601909 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:48:46.602392 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['e6223bc8-7c12-48fe-8dd4-1d8dbd436732', '82c9226d-ded4-433b-a656-89d553008242'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:48:46.605768 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:48:46.633407 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Pushing event updated for resources: {'Port': ['ID=e0e3986e-31a2-4a3c-bfd4-da48685da1b2,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:46.662651 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:46.663442 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:46.838174 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-51a1e753-3acf-4f26-bee8-17ff27794479 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2384541 Jul 27 06:48:46.868751 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Request body: {'port': {'device_id': 'd94c6817-ee9e-4761-94e0-bcecd5f93ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:46.939905 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:46.942674 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a7a1f-54a8-426b-a878-30395d0ecfda req-cbceac30-865f-4f5f-946a-7e1fea16f2d0 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:46.945058 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8a2a7a1f-54a8-426b-a878-30395d0ecfda req-cbceac30-865f-4f5f-946a-7e1fea16f2d0 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 931 time: 0.0663719 Jul 27 06:48:46.996378 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8a2a7a1f-54a8-426b-a878-30395d0ecfda req-b51b0d84-07c2-4629-b78d-155137a8fed1 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 Jul 27 06:48:47.217659 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59162) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:47.226138 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e3986e-31a2-4a3c-bfd4-da48685da1b2 {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:48:47.233854 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.246235 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Transition to ACTIVE for port object e0e3986e-31a2-4a3c-bfd4-da48685da1b2 will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:48:47.332561 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6b8de9ec-3313-4257-aae2-ef5d59e7bece admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.342182 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.422964 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e3986e-31a2-4a3c-bfd4-da48685da1b2,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:47.469641 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0a72f-9a4b-41f1-914c-e20c2f0f2f44 req-429db600-75a9-4c2b-957d-c713148d9b38 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:47.469641 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-aac0a72f-9a4b-41f1-914c-e20c2f0f2f44 req-429db600-75a9-4c2b-957d-c713148d9b38 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.30 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 945 time: 0.1033432 Jul 27 06:48:47.493021 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59174) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:47.512716 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a21bd-fbb3-4256-a4e7-66c252d3ea51 req-5496b357-b917-45d2-ae03-51ecf95ce3ca tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:47.514219 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-449a21bd-fbb3-4256-a4e7-66c252d3ea51 req-5496b357-b917-45d2-ae03-51ecf95ce3ca tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 945 time: 0.1844792 Jul 27 06:48:47.561823 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Attempting to bind port e0e3986e-31a2-4a3c-bfd4-da48685da1b2 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:48:47.562156 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Attempting to bind port e0e3986e-31a2-4a3c-bfd4-da48685da1b2 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:48:47.562675 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Attempting to bind port e0e3986e-31a2-4a3c-bfd4-da48685da1b2 on network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:48:47.578578 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Port e0e3986e-31a2-4a3c-bfd4-da48685da1b2 on network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:48:47.578988 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Attempting to bind port e0e3986e-31a2-4a3c-bfd4-da48685da1b2 on network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:48:47.598630 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-06602752-34dd-42fa-9711-e43aac1fcc7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f42f6ff284764da8814c662af1b93847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1027396 Jul 27 06:48:47.599726 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:48:47.600638 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Checking segment: {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:48:47.601011 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Bound using segment: {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:48:47.601490 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Bound port: e0e3986e-31a2-4a3c-bfd4-da48685da1b2, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:48:47.603887 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.606192 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-449a21bd-fbb3-4256-a4e7-66c252d3ea51 req-7d2723b1-f28c-40dd-b4cb-e0c23a357b14 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831168 Jul 27 06:48:47.606665 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59180) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:47.619223 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6b8de9ec-3313-4257-aae2-ef5d59e7bece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.658109 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [req-aac0a72f-9a4b-41f1-914c-e20c2f0f2f44 req-f4c53ec2-2d01-42bd-95c4-4525698929ee tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Deleting port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:48:47.658448 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-aac0a72f-9a4b-41f1-914c-e20c2f0f2f44 req-f4c53ec2-2d01-42bd-95c4-4525698929ee tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.707028 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] For port e0e3986e-31a2-4a3c-bfd4-da48685da1b2, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:48:47.710716 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b2faef79-9388-46bf-8998-6f3f458d27f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.713138 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6b8de9ec-3313-4257-aae2-ef5d59e7bece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.721896 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] For port e0e3986e-31a2-4a3c-bfd4-da48685da1b2, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e0e3986e-31a2-4a3c-bfd4-da48685da1b2,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:48:47.748559 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b2faef79-9388-46bf-8998-6f3f458d27f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.781119 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-6b8de9ec-3313-4257-aae2-ef5d59e7bece admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2867f4565b344b62879db233b3ae8c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621676 Jul 27 06:48:47.783904 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59182) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:47.786806 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8de9ec-3313-4257-aae2-ef5d59e7bece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72da591f-a9d6-487e-96e0-697556d07453,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:47.798870 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [req-aac0a72f-9a4b-41f1-914c-e20c2f0f2f44 req-f4c53ec2-2d01-42bd-95c4-4525698929ee tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] For port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=39ecc317-d10f-46e3-b26e-d9a3ecbe02c9,segment=NetworkSegment(0efab2bc-e1cb-4d4c-8e43-c1f9aa183235),segment_id=0efab2bc-e1cb-4d4c-8e43-c1f9aa183235)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:47.799404 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-aac0a72f-9a4b-41f1-914c-e20c2f0f2f44 req-f4c53ec2-2d01-42bd-95c4-4525698929ee tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.822469 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [req-aac0a72f-9a4b-41f1-914c-e20c2f0f2f44 req-f4c53ec2-2d01-42bd-95c4-4525698929ee tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Calling delete_port for 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 owned by compute:nova {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:48:47.836124 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa908-59b5-4486-8eb1-f99a65fb756b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.840990 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.890284 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa908-59b5-4486-8eb1-f99a65fb756b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.894103 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:47.894708 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.896078 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] 10.222.0.30 "PUT /v2.0/ports/e0e3986e-31a2-4a3c-bfd4-da48685da1b2 HTTP/1.1" status: 200 len: 1093 time: 1.0323231 Jul 27 06:48:47.896521 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94c6817-ee9e-4761-94e0-bcecd5f93ffb', 'tag': 'e0e3986e-31a2-4a3c-bfd4-da48685da1b2'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:47.899122 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8617031e-840f-47cb-9fe7-95bd2193e671" -d '{"events": [{"name": "network-changed", "server_uuid": "d94c6817-ee9e-4761-94e0-bcecd5f93ffb", "tag": "e0e3986e-31a2-4a3c-bfd4-da48685da1b2"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:47.945758 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e677d9-99a2-4be9-b040-1d6ba5556b09 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e3986e-31a2-4a3c-bfd4-da48685da1b2,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:47.966308 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a31482-3171-4c9a-991c-f90bf39365f2 x-openstack-request-id: req-96a31482-3171-4c9a-991c-f90bf39365f2 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:47.966875 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94c6817-ee9e-4761-94e0-bcecd5f93ffb", "tag": "e0e3986e-31a2-4a3c-bfd4-da48685da1b2", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:47.967320 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96a31482-3171-4c9a-991c-f90bf39365f2 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:47.967775 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94c6817-ee9e-4761-94e0-bcecd5f93ffb', 'tag': 'e0e3986e-31a2-4a3c-bfd4-da48685da1b2', 'status': 'completed', 'code': 200} Jul 27 06:48:47.969854 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b2faef79-9388-46bf-8998-6f3f458d27f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.973497 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b2faef79-9388-46bf-8998-6f3f458d27f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:47.977161 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-b2faef79-9388-46bf-8998-6f3f458d27f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e66ffeff-4492-4e1b-8d93-b500e61ca615 HTTP/1.1" status: 204 len: 168 time: 0.3661423 Jul 27 06:48:47.984252 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faef79-9388-46bf-8998-6f3f458d27f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66ffeff-4492-4e1b-8d93-b500e61ca615,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:48.048227 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59192) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:48.091463 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa908-59b5-4486-8eb1-f99a65fb756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.093965 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa908-59b5-4486-8eb1-f99a65fb756b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.095056 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-0fdaa908-59b5-4486-8eb1-f99a65fb756b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72da591f-a9d6-487e-96e0-697556d07453 HTTP/1.1" status: 204 len: 168 time: 0.3101952 Jul 27 06:48:48.108973 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617031e-840f-47cb-9fe7-95bd2193e671 req-4aaf08b1-d7c7-411f-b56e-bca0d3fc6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:48.110539 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8617031e-840f-47cb-9fe7-95bd2193e671 req-4aaf08b1-d7c7-411f-b56e-bca0d3fc6837 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 1096 time: 0.1032228 Jul 27 06:48:48.123387 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-aac0a72f-9a4b-41f1-914c-e20c2f0f2f44 req-f4c53ec2-2d01-42bd-95c4-4525698929ee tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.134677 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdaa908-59b5-4486-8eb1-f99a65fb756b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72da591f-a9d6-487e-96e0-697556d07453,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:48.162873 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['39ecc317-d10f-46e3-b26e-d9a3ecbe02c9'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:48:48.181761 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c53ec2-2d01-42bd-95c4-4525698929ee tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Pushing event deleted for resources: {'Port': ['ID=39ecc317-d10f-46e3-b26e-d9a3ecbe02c9,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:48.258764 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-491647ae-1320-401a-8aa6-055d984646c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.284459 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac0a72f-9a4b-41f1-914c-e20c2f0f2f44 req-f4c53ec2-2d01-42bd-95c4-4525698929ee tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] No DVR routers for this DVR port 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 on host hv-cinder-77919 {{(pid=100257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:48:48.289738 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-aac0a72f-9a4b-41f1-914c-e20c2f0f2f44 req-f4c53ec2-2d01-42bd-95c4-4525698929ee tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.291950 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-aac0a72f-9a4b-41f1-914c-e20c2f0f2f44 req-f4c53ec2-2d01-42bd-95c4-4525698929ee tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.30 "DELETE /v2.0/ports/39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 HTTP/1.1" status: 204 len: 173 time: 0.8259208 Jul 27 06:48:48.292473 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592bb51b-0da5-473e-a9de-649867396fd9', 'name': 'network-vif-deleted', 'tag': '39ecc317-d10f-46e3-b26e-d9a3ecbe02c9'}] {{(pid=100257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:48.294923 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adcb506e94557ca07db5a06e2b286747a8ab5cc2faf813157880fb886180bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93c0007-780c-4df3-9bbe-32f9c75b0e56" -d '{"events": [{"server_uuid": "592bb51b-0da5-473e-a9de-649867396fd9", "name": "network-vif-deleted", "tag": "39ecc317-d10f-46e3-b26e-d9a3ecbe02c9"}]}' {{(pid=100257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:48.347261 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26500c5d-1917-4ce8-99ce-a69db6810285 x-openstack-request-id: req-26500c5d-1917-4ce8-99ce-a69db6810285 {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:48.347555 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592bb51b-0da5-473e-a9de-649867396fd9", "name": "network-vif-deleted", "tag": "39ecc317-d10f-46e3-b26e-d9a3ecbe02c9", "status": "completed", "code": 200}]} {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:48.347810 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26500c5d-1917-4ce8-99ce-a69db6810285 {{(pid=100257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:48.348203 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592bb51b-0da5-473e-a9de-649867396fd9', 'name': 'network-vif-deleted', 'tag': '39ecc317-d10f-46e3-b26e-d9a3ecbe02c9', 'status': 'completed', 'code': 200} Jul 27 06:48:48.406109 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-491647ae-1320-401a-8aa6-055d984646c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.452010 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cc538-239d-4d6d-b20d-22e210182155 req-3d8f857d-700a-4424-ba8b-931c087640ac tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:48.453556 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1d9cc538-239d-4d6d-b20d-22e210182155 req-3d8f857d-700a-4424-ba8b-931c087640ac tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 943 time: 0.3647337 Jul 27 06:48:48.490788 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617031e-840f-47cb-9fe7-95bd2193e671 req-e3519698-fe9a-4e64-b52f-a3608cc8a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:48.491636 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8617031e-840f-47cb-9fe7-95bd2193e671 req-e3519698-fe9a-4e64-b52f-a3608cc8a88f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3592579 Jul 27 06:48:48.513793 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-491647ae-1320-401a-8aa6-055d984646c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.556856 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491647ae-1320-401a-8aa6-055d984646c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a33075-fb35-4c93-b907-a2ecb84da722,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:48.574734 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-491647ae-1320-401a-8aa6-055d984646c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f992db12e3ea4ff185650284f9ca066e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254216 Jul 27 06:48:48.582528 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59208) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:48.615152 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1d9cc538-239d-4d6d-b20d-22e210182155 req-070a6f32-1d3d-4d92-9a96-b02cd0264746 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511793 Jul 27 06:48:48.672045 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-680cb1b9-0cd6-43fb-8d83-7860c477a87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.720238 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-680cb1b9-0cd6-43fb-8d83-7860c477a87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.770121 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617031e-840f-47cb-9fe7-95bd2193e671 req-aeda1e10-56e8-41a6-b65d-1fd6d2e6b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:48.770121 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8617031e-840f-47cb-9fe7-95bd2193e671 req-aeda1e10-56e8-41a6-b65d-1fd6d2e6b968 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2600100 Jul 27 06:48:48.846062 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-139c855e-9517-4466-9e4b-c4caccf5c18c req-96c72a78-0139-4614-9285-cdd24123aa36 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=592bb51b-0da5-473e-a9de-649867396fd9 HTTP/1.1" status: 200 len: 210 time: 0.0397079 Jul 27 06:48:48.918183 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-8b870667-6a02-414e-9b61-f7d0e8fbe22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:48.920520 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-8b870667-6a02-414e-9b61-f7d0e8fbe22c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 1096 time: 0.0609419 Jul 27 06:48:48.974272 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-680cb1b9-0cd6-43fb-8d83-7860c477a87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.977205 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-680cb1b9-0cd6-43fb-8d83-7860c477a87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:48.978368 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-680cb1b9-0cd6-43fb-8d83-7860c477a87b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57a33075-fb35-4c93-b907-a2ecb84da722 HTTP/1.1" status: 204 len: 168 time: 0.3948581 Jul 27 06:48:48.984456 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-a08ab9b9-7a67-43ee-ab47-2a1f35946c49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e3986e-31a2-4a3c-bfd4-da48685da1b2 HTTP/1.1" status: 200 len: 217 time: 0.0381055 Jul 27 06:48:48.987910 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cb1b9-0cd6-43fb-8d83-7860c477a87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a33075-fb35-4c93-b907-a2ecb84da722,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:49.040043 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d494ea9a-68f5-42e2-b913-d5477d94f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:49.041866 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-d494ea9a-68f5-42e2-b913-d5477d94f3d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fb661f-1606-4a65-880d-4a77846eb950 HTTP/1.1" status: 200 len: 855 time: 0.0527568 Jul 27 06:48:49.091171 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-4df8cd06-acde-42c7-b25f-c86efdf17a30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dfad2a5-218c-47b0-a256-e7cadc7efc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394871 Jul 27 06:48:49.221491 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd315904-671d-4df7-8d52-889ac4ba1947 req-cfedcde1-f53c-49dd-9d10-f89cc9b8e620 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:49.223661 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cd315904-671d-4df7-8d52-889ac4ba1947 req-cfedcde1-f53c-49dd-9d10-f89cc9b8e620 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1630621 Jul 27 06:48:49.254104 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63003675-fa32-4c30-95c0-60fb86a21660 req-88a35d4f-b73d-453c-a580-531f1e790fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:49.261318 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-63003675-fa32-4c30-95c0-60fb86a21660 req-88a35d4f-b73d-453c-a580-531f1e790fc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 1099 time: 0.0895591 Jul 27 06:48:49.271678 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-92de25c8-7753-4257-8ea1-673db8da39aa service neutron] 10.222.0.30 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648116 Jul 27 06:48:49.328792 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cd315904-671d-4df7-8d52-889ac4ba1947 req-5b1e4c85-236f-4301-abfc-db508e039ab0 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722954 Jul 27 06:48:49.380514 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63003675-fa32-4c30-95c0-60fb86a21660 req-64fbe21a-7865-4446-b994-25a9aef78455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:49.382438 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-63003675-fa32-4c30-95c0-60fb86a21660 req-64fbe21a-7865-4446-b994-25a9aef78455 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 200 len: 919 time: 0.1129408 Jul 27 06:48:49.409350 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd0a2d78-2b10-4715-8575-3e3d7919d137 req-2b7343da-e4ef-489e-b4bc-4660ad7be226 service neutron] 10.222.0.30 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274331 Jul 27 06:48:49.431858 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-63003675-fa32-4c30-95c0-60fb86a21660 req-7a5759df-72d6-4706-a083-20973d013377 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb17be9b-0d2d-4078-855b-d6da619611ab HTTP/1.1" status: 200 len: 217 time: 0.0391181 Jul 27 06:48:49.500116 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63003675-fa32-4c30-95c0-60fb86a21660 req-322a2fbc-5559-4f6f-9448-0bb6658bbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:49.501845 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-63003675-fa32-4c30-95c0-60fb86a21660 req-322a2fbc-5559-4f6f-9448-0bb6658bbb61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cde0b16-95d6-4402-80bd-b9623cf5aac9 HTTP/1.1" status: 200 len: 858 time: 0.0607831 Jul 27 06:48:49.547340 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-63003675-fa32-4c30-95c0-60fb86a21660 req-2bd56d24-b19d-42fb-88be-41ed50a50426 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2817c17d-99bf-4f49-a0aa-89c64829a007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308037 Jul 27 06:48:49.667055 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-63003675-fa32-4c30-95c0-60fb86a21660 req-7ba52893-7201-4be9-8497-2217f0f9781d service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878277 Jul 27 06:48:49.822001 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-63003675-fa32-4c30-95c0-60fb86a21660 req-9450a8d8-fc92-46f2-b16a-914beeec5e5f service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293485 Jul 27 06:48:49.836134 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdac75-ef92-4183-9279-e7729969de37 req-b4ec2d73-86fc-44cb-8bbc-d9210ab0f8ee tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:49.836134 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d2fdac75-ef92-4183-9279-e7729969de37 req-b4ec2d73-86fc-44cb-8bbc-d9210ab0f8ee tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 943 time: 0.1210682 Jul 27 06:48:49.855954 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59260) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:49.877883 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-88747372-bd21-4e08-b26e-eb2fd64a2d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:49.894885 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d2fdac75-ef92-4183-9279-e7729969de37 req-3f04b518-5256-4ece-a5a4-c726ead73103 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552261 Jul 27 06:48:50.004757 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-88747372-bd21-4e08-b26e-eb2fd64a2d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:50.082731 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-88747372-bd21-4e08-b26e-eb2fd64a2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:50.137258 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88747372-bd21-4e08-b26e-eb2fd64a2d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d222a43-9c5b-4f27-b941-090c05552286,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:50.148454 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-88747372-bd21-4e08-b26e-eb2fd64a2d47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a239aeb099e24be4a99e6b51b35d0e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910421 Jul 27 06:48:50.150826 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59286) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:50.203768 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5ad37890-de3a-43d3-a25c-580f9f1b1b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:50.236885 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5ad37890-de3a-43d3-a25c-580f9f1b1b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:50.442513 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5ad37890-de3a-43d3-a25c-580f9f1b1b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:50.442513 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5ad37890-de3a-43d3-a25c-580f9f1b1b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:50.442513 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-5ad37890-de3a-43d3-a25c-580f9f1b1b5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d222a43-9c5b-4f27-b941-090c05552286 HTTP/1.1" status: 204 len: 168 time: 0.2839968 Jul 27 06:48:50.451218 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad37890-de3a-43d3-a25c-580f9f1b1b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d222a43-9c5b-4f27-b941-090c05552286,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:50.471556 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-a3dd81d0-b123-43b4-af6c-e850111aec03 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:50.473121 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-a3dd81d0-b123-43b4-af6c-e850111aec03 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/networks?id=03240ef7-3e00-40a8-bf01-186171d10662 HTTP/1.1" status: 200 len: 809 time: 0.3474655 Jul 27 06:48:50.490482 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-f5b318c3-1e5d-4ca2-b168-6c324f3e7964 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/quotas/c9a716f73d814885a794c8006c72625b HTTP/1.1" status: 200 len: 375 time: 0.0104537 Jul 27 06:48:50.525462 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d31ba-e7eb-41b8-8778-2427edced38b req-ca6dfb37-8de6-466a-a1c9-17f30fa09cf1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:50.526272 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-dea587b5-77e0-4d80-8472-41e10eed4d4a tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9a716f73d814885a794c8006c72625b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289400 Jul 27 06:48:50.526947 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7e9d31ba-e7eb-41b8-8778-2427edced38b req-ca6dfb37-8de6-466a-a1c9-17f30fa09cf1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0687218 Jul 27 06:48:50.570670 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7e9d31ba-e7eb-41b8-8778-2427edced38b req-a097cbca-8d0d-45c6-99f6-d610415df327 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376620 Jul 27 06:48:50.624903 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-ace95507-3e7a-498e-8543-c256c5effbb9 service neutron] 10.222.0.24 "GET /v2.0/networks/03240ef7-3e00-40a8-bf01-186171d10662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915825 Jul 27 06:48:50.722338 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-1a6e5f19-98ab-4b7d-94e5-4992b70eb41d service neutron] 10.222.0.24 "GET /v2.0/networks/03240ef7-3e00-40a8-bf01-186171d10662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908568 Jul 27 06:48:51.031397 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ae094-e82c-4712-8e49-1c82aa18fa66 req-7e2215ac-0853-4186-a4a2-c1a61affafc3 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:51.032943 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0b5ae094-e82c-4712-8e49-1c82aa18fa66 req-7e2215ac-0853-4186-a4a2-c1a61affafc3 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 943 time: 0.0683002 Jul 27 06:48:51.076621 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0b5ae094-e82c-4712-8e49-1c82aa18fa66 req-a317527b-f255-4985-8d0f-2b0968e61a14 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364745 Jul 27 06:48:51.110944 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-af482f31-952a-4578-b879-5e67e818ad60 req-11c4411c-8390-4ee7-ab25-2d69466c1d23 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 210 time: 0.0296931 Jul 27 06:48:51.371482 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:48:51.739505 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b7c3-1e52-47f2-b416-341d5c9f5c2b req-464a5543-1f47-4dfc-a0ec-5760b52c0208 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:51.747433 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0088b7c3-1e52-47f2-b416-341d5c9f5c2b req-464a5543-1f47-4dfc-a0ec-5760b52c0208 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0800266 Jul 27 06:48:51.787335 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0088b7c3-1e52-47f2-b416-341d5c9f5c2b req-5215e064-a431-413a-8a47-264fb3241a95 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Jul 27 06:48:52.214836 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-393cc7aa-257a-42d6-a782-ded5563f8c1e req-10dfad49-4410-4e72-bc3a-e8b68a02e89b tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 210 time: 0.0301447 Jul 27 06:48:52.231351 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b804-61b3-482a-843c-0ec1399bd504 req-b72832b7-96bd-4fcf-ba41-a3530e723489 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:52.232894 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e583b804-61b3-482a-843c-0ec1399bd504 req-b72832b7-96bd-4fcf-ba41-a3530e723489 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 943 time: 0.0785294 Jul 27 06:48:52.272247 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e583b804-61b3-482a-843c-0ec1399bd504 req-a4addb83-162a-41cc-91ea-4dedef23fc07 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329449 Jul 27 06:48:52.782915 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device e0e3986e-31a2-4a3c-bfd4-da48685da1b2 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:48:52.797564 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:48:52.826021 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:48:52.826021 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 39ecc317-d10f-46e3-b26e-d9a3ecbe02c9 not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:48:52.948848 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port e0e3986e-31a2-4a3c-bfd4-da48685da1b2, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e0e3986e-31a2-4a3c-bfd4-da48685da1b2,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:52.951171 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea6db9-a376-46e8-b832-ce7eb955ccbd req-6a16d2b6-2a0c-4da0-b7d1-e68dbdb79fc3 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:52.958636 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-70ea6db9-a376-46e8-b832-ce7eb955ccbd req-6a16d2b6-2a0c-4da0-b7d1-e68dbdb79fc3 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0985110 Jul 27 06:48:52.960633 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'e0e3986e-31a2-4a3c-bfd4-da48685da1b2', 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18', 'port_id': 'e0e3986e-31a2-4a3c-bfd4-da48685da1b2', 'mac_address': 'fa:16:3e:d3:f0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fb661f-1606-4a65-880d-4a77846eb950', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:48:52.992555 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-70ea6db9-a376-46e8-b832-ce7eb955ccbd req-6facb7c7-8d16-4e86-803b-9505b906642d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325415 Jul 27 06:48:52.998663 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:53.011665 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e3986e-31a2-4a3c-bfd4-da48685da1b2 {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:48:53.032237 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port e0e3986e-31a2-4a3c-bfd4-da48685da1b2, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e0e3986e-31a2-4a3c-bfd4-da48685da1b2,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:53.117454 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:53.168854 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=e0e3986e-31a2-4a3c-bfd4-da48685da1b2,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:53.323035 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-014b98b3-4403-4255-bc9c-8d711a938c8a req-40f4c7a2-51b3-485f-ae37-24d6bd313233 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 210 time: 0.0392826 Jul 27 06:48:53.439918 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a9d4d-c17b-425d-973c-894427be2e2c req-d5e17f39-e22d-48d1-b921-d02921f9229f tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:53.449103 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-542a9d4d-c17b-425d-973c-894427be2e2c req-d5e17f39-e22d-48d1-b921-d02921f9229f tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 944 time: 0.0813308 Jul 27 06:48:53.507113 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-542a9d4d-c17b-425d-973c-894427be2e2c req-6de77262-1051-4707-ab3c-15022def878f tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458522 Jul 27 06:48:53.526532 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['e0e3986e-31a2-4a3c-bfd4-da48685da1b2'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:48:53.994067 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-8a7589b3-eed9-454c-8cf3-bb5018dbc371 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:53.995503 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-8a7589b3-eed9-454c-8cf3-bb5018dbc371 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.30 "GET /v2.0/networks?id=03240ef7-3e00-40a8-bf01-186171d10662 HTTP/1.1" status: 200 len: 809 time: 0.1032033 Jul 27 06:48:54.019130 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Request body: {'port': {'device_id': '4c1cad1c-ebea-4f04-a79c-246067efd43d', 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662', 'admin_state_up': True, 'tenant_id': 'c9a716f73d814885a794c8006c72625b'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:54.203134 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe669-1c39-4177-a588-a229954278a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:54.210476 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925c657-b16a-48aa-adf3-bb3a58cd683d req-f1adc9bf-e4c0-416a-acce-f4199879d709 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:54.211973 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e925c657-b16a-48aa-adf3-bb3a58cd683d req-f1adc9bf-e4c0-416a-acce-f4199879d709 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1326404 Jul 27 06:48:54.259177 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e925c657-b16a-48aa-adf3-bb3a58cd683d req-a796c024-3f15-4c94-bb92-7037ea59cbf8 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391030 Jul 27 06:48:54.329197 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Made reservation on behalf of c9a716f73d814885a794c8006c72625b for: {'port': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:48:54.333968 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:54.480995 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6ce67e50-fcb1-48d1-9a49-bfdd7b6b2c4c req-3b874a1c-c893-4559-82ce-1bb1782d0bab tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 210 time: 0.0428281 Jul 27 06:48:54.500120 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Allocated IP 172.20.0.2 (03240ef7-3e00-40a8-bf01-186171d10662/474271c7-d32c-4952-9c5a-e8dd672c6199/5b550248-794a-4877-a1db-44fb61529aa2) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:48:54.662779 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59510) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:54.708423 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:54.723664 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356be75-9b00-43bc-af85-6efee328aca7 req-c6d970db-d9bc-484c-95eb-094a33032345 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:54.725665 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d356be75-9b00-43bc-af85-6efee328aca7 req-c6d970db-d9bc-484c-95eb-094a33032345 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 944 time: 0.1449327 Jul 27 06:48:54.776432 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2e43131e-c126-4ac5-bf01-3620605bc90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:54.791543 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d356be75-9b00-43bc-af85-6efee328aca7 req-d8fcc0b7-41b5-4bc8-877e-d0d139644b59 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526047 Jul 27 06:48:54.878531 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2e43131e-c126-4ac5-bf01-3620605bc90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:54.906236 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:54.952842 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Network 03240ef7-3e00-40a8-bf01-186171d10662 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:48:54.958241 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:48:54.963974 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:48:54.969163 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2e43131e-c126-4ac5-bf01-3620605bc90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:54.990910 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Pushing event updated for resources: {'Port': ['ID=5b550248-794a-4877-a1db-44fb61529aa2,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:55.017684 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:55.018314 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.020446 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-2e43131e-c126-4ac5-bf01-3620605bc90d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67d7f41989cd4484a1eff113ce8b11e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563361 Jul 27 06:48:55.021090 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59528) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:55.031732 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43131e-c126-4ac5-bf01-3620605bc90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a415de0b-0b40-42de-909a-bc976e20765e,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:55.082330 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d2a46669-d6c0-4e9b-a8bb-549a344b938d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.085024 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-4f398e13-2886-4df9-95bc-f38921bb3b78 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0682991 Jul 27 06:48:55.105517 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d2a46669-d6c0-4e9b-a8bb-549a344b938d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.253947 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d2a46669-d6c0-4e9b-a8bb-549a344b938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.257062 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d2a46669-d6c0-4e9b-a8bb-549a344b938d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:55.258202 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d2a46669-d6c0-4e9b-a8bb-549a344b938d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a415de0b-0b40-42de-909a-bc976e20765e HTTP/1.1" status: 204 len: 168 time: 0.2340381 Jul 27 06:48:55.265909 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a46669-d6c0-4e9b-a8bb-549a344b938d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a415de0b-0b40-42de-909a-bc976e20765e,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:55.397611 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdfe9b-6322-4103-8473-134bfe993137 req-ef75bfe5-b864-4cf2-9208-7bb19c985fb4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:55.399153 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-93cdfe9b-6322-4103-8473-134bfe993137 req-ef75bfe5-b864-4cf2-9208-7bb19c985fb4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0666306 Jul 27 06:48:55.438724 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-93cdfe9b-6322-4103-8473-134bfe993137 req-fce379fa-0889-45dc-a753-5c6da8284d01 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333040 Jul 27 06:48:55.604318 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542c392-b4e1-4d89-a558-d9be11638cb9 req-77dcc28a-4d81-4f64-8ffd-673e82d75073 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:55.605843 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2542c392-b4e1-4d89-a558-d9be11638cb9 req-77dcc28a-4d81-4f64-8ffd-673e82d75073 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 931 time: 0.0709500 Jul 27 06:48:55.644751 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2542c392-b4e1-4d89-a558-d9be11638cb9 req-8080fb7b-56f1-4556-91a5-a2208b2daeaa tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323565 Jul 27 06:48:55.923260 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d6d91-0423-4583-a687-f9405f50b4e2 req-1fd0f56c-3dd8-43e7-8a3e-dc947e61d1f7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:55.924781 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-191d6d91-0423-4583-a687-f9405f50b4e2 req-1fd0f56c-3dd8-43e7-8a3e-dc947e61d1f7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 944 time: 0.0630400 Jul 27 06:48:55.967568 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-191d6d91-0423-4583-a687-f9405f50b4e2 req-32317776-fe5d-4286-911f-4f64f328735b tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359821 Jul 27 06:48:56.044473 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59546) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:56.058198 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9c2a3fc1-87d3-4141-a740-acca873fefb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.145930 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9c2a3fc1-87d3-4141-a740-acca873fefb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.225866 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9c2a3fc1-87d3-4141-a740-acca873fefb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.262669 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-9c2a3fc1-87d3-4141-a740-acca873fefb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=080ab6682d94424090a18f4c97ba5090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171521 Jul 27 06:48:56.263341 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a3fc1-87d3-4141-a740-acca873fefb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b7b6de-ac17-4ba6-a924-944daa92aef9,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:56.265499 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59550) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:56.320290 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4920f911-1b2f-49ac-998d-c8c28e0afd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.337873 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device e0e3986e-31a2-4a3c-bfd4-da48685da1b2 up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:48:56.342891 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4920f911-1b2f-49ac-998d-c8c28e0afd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.354298 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Request body: {'port': {'device_id': '4c1cad1c-ebea-4f04-a79c-246067efd43d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:48:56.447064 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.493270 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port e0e3986e-31a2-4a3c-bfd4-da48685da1b2 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:48:56.497425 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port e0e3986e-31a2-4a3c-bfd4-da48685da1b2 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:48:56.497920 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.561770 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4920f911-1b2f-49ac-998d-c8c28e0afd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.564248 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4920f911-1b2f-49ac-998d-c8c28e0afd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.565397 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-4920f911-1b2f-49ac-998d-c8c28e0afd8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19b7b6de-ac17-4ba6-a924-944daa92aef9 HTTP/1.1" status: 204 len: 168 time: 0.2989111 Jul 27 06:48:56.587062 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.604369 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920f911-1b2f-49ac-998d-c8c28e0afd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b7b6de-ac17-4ba6-a924-944daa92aef9,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:56.617623 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94c6817-ee9e-4761-94e0-bcecd5f93ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e3986e-31a2-4a3c-bfd4-da48685da1b2'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:56.625262 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228861fb-91c7-4143-8f52-f9333f1a70a1" -d '{"events": [{"server_uuid": "d94c6817-ee9e-4761-94e0-bcecd5f93ffb", "name": "network-vif-plugged", "status": "completed", "tag": "e0e3986e-31a2-4a3c-bfd4-da48685da1b2"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:56.643399 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port e0e3986e-31a2-4a3c-bfd4-da48685da1b2, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e0e3986e-31a2-4a3c-bfd4-da48685da1b2,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:48:56.678691 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb9d094-3b9a-4be4-ae78-43c8bf708fd4 x-openstack-request-id: req-4cb9d094-3b9a-4be4-ae78-43c8bf708fd4 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:56.679531 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94c6817-ee9e-4761-94e0-bcecd5f93ffb", "name": "network-vif-plugged", "status": "completed", "tag": "e0e3986e-31a2-4a3c-bfd4-da48685da1b2", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:56.679876 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cb9d094-3b9a-4be4-ae78-43c8bf708fd4 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:56.680500 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94c6817-ee9e-4761-94e0-bcecd5f93ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e3986e-31a2-4a3c-bfd4-da48685da1b2', 'code': 200} Jul 27 06:48:56.698822 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bed9d-700a-4f53-bc4c-657c4b8bf729 req-970fa098-6f60-4e25-9e9f-254b43de9f16 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:56.703300 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-d908b449-b099-4691-8ea4-f64b7acf0058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.703418 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e36bed9d-700a-4f53-bc4c-657c4b8bf729 req-970fa098-6f60-4e25-9e9f-254b43de9f16 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1928027 Jul 27 06:48:56.769423 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e36bed9d-700a-4f53-bc4c-657c4b8bf729 req-2ad43625-4b2f-41b3-839e-c83d25ae309b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605569 Jul 27 06:48:56.780215 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.790714 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b44c67-745e-4c95-9716-4bcd86927aa6 req-4db8712c-17a2-4b78-a1df-e2845f3cbbe3 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:56.793711 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-30b44c67-745e-4c95-9716-4bcd86927aa6 req-4db8712c-17a2-4b78-a1df-e2845f3cbbe3 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 931 time: 0.0657251 Jul 27 06:48:56.812605 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b550248-794a-4877-a1db-44fb61529aa2 {{(pid=100257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:48:56.820229 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.831884 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-30b44c67-745e-4c95-9716-4bcd86927aa6 req-8013749d-e56f-45e3-ab57-ece9d0698077 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330970 Jul 27 06:48:56.832344 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.provisioning_blocks [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Transition to ACTIVE for port object 5b550248-794a-4877-a1db-44fb61529aa2 will not be triggered until provisioned by entity L2. {{(pid=100257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:48:56.838978 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=e0e3986e-31a2-4a3c-bfd4-da48685da1b2,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:56.940088 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:56.978580 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.034352 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Pushing event updated for resources: {'Port': ['ID=5b550248-794a-4877-a1db-44fb61529aa2,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:57.136861 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.managers [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Attempting to bind port 5b550248-794a-4877-a1db-44fb61529aa2 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:48:57.137203 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.managers [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Attempting to bind port 5b550248-794a-4877-a1db-44fb61529aa2 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '0efab2bc-e1cb-4d4c-8e43-c1f9aa183235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662'}] {{(pid=100257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:48:57.137534 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Attempting to bind port 5b550248-794a-4877-a1db-44fb61529aa2 on network 03240ef7-3e00-40a8-bf01-186171d10662 {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:48:57.147921 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Port 5b550248-794a-4877-a1db-44fb61529aa2 on network 03240ef7-3e00-40a8-bf01-186171d10662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:48:57.148362 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Attempting to bind port 5b550248-794a-4877-a1db-44fb61529aa2 on network 03240ef7-3e00-40a8-bf01-186171d10662 {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:48:57.155206 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:48:57.155539 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Checking segment: {'id': '0efab2bc-e1cb-4d4c-8e43-c1f9aa183235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:48:57.155958 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Bound using segment: {'id': '0efab2bc-e1cb-4d4c-8e43-c1f9aa183235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662'} {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:48:57.156543 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.managers [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Bound port: 5b550248-794a-4877-a1db-44fb61529aa2, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efab2bc-e1cb-4d4c-8e43-c1f9aa183235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662'}}] {{(pid=100257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:48:57.156776 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.179358 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d3bc5-f75d-491a-aef5-ffb64028e649 req-a1c4132c-36d0-4387-92fc-d59eba8ba719 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:57.183912 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b15d3bc5-f75d-491a-aef5-ffb64028e649 req-a1c4132c-36d0-4387-92fc-d59eba8ba719 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 945 time: 0.1322227 Jul 27 06:48:57.258253 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b15d3bc5-f75d-491a-aef5-ffb64028e649 req-5896451a-6b8e-4122-861c-9e9d810ea945 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697625 Jul 27 06:48:57.267766 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] For port 5b550248-794a-4877-a1db-44fb61529aa2, host hv-cinder-77919, cleared binding levels {{(pid=100257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:48:57.271336 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] For port 5b550248-794a-4877-a1db-44fb61529aa2, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=5b550248-794a-4877-a1db-44fb61529aa2,segment=NetworkSegment(0efab2bc-e1cb-4d4c-8e43-c1f9aa183235),segment_id=0efab2bc-e1cb-4d4c-8e43-c1f9aa183235)] {{(pid=100257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:48:57.357383 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.397250 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:57.397870 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.399257 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] 10.222.0.30 "PUT /v2.0/ports/5b550248-794a-4877-a1db-44fb61529aa2 HTTP/1.1" status: 200 len: 1093 time: 1.0544982 Jul 27 06:48:57.399691 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1cad1c-ebea-4f04-a79c-246067efd43d', 'tag': '5b550248-794a-4877-a1db-44fb61529aa2'}] {{(pid=100257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:48:57.402019 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adcb506e94557ca07db5a06e2b286747a8ab5cc2faf813157880fb886180bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f45ed2-57b1-4b7e-91b9-9a8a628c3b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1cad1c-ebea-4f04-a79c-246067efd43d", "tag": "5b550248-794a-4877-a1db-44fb61529aa2"}]}' {{(pid=100257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:48:57.429954 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b67d99-251c-4261-9ec2-e5db1606a619 service neutron] Pushing event updated for resources: {'Port': ['ID=5b550248-794a-4877-a1db-44fb61529aa2,revision_number=3']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:48:57.437551 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.452245 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536b396c-c433-48c4-9aa4-ed3bdf5e3e59 x-openstack-request-id: req-536b396c-c433-48c4-9aa4-ed3bdf5e3e59 {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:48:57.452536 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1cad1c-ebea-4f04-a79c-246067efd43d", "tag": "5b550248-794a-4877-a1db-44fb61529aa2", "status": "completed", "code": 200}]} {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:48:57.452814 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-536b396c-c433-48c4-9aa4-ed3bdf5e3e59 {{(pid=100257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:48:57.453209 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1cad1c-ebea-4f04-a79c-246067efd43d', 'tag': '5b550248-794a-4877-a1db-44fb61529aa2', 'status': 'completed', 'code': 200} Jul 27 06:48:57.591466 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45ed2-57b1-4b7e-91b9-9a8a628c3b9d req-00813dd9-fc60-4275-8b23-79e82ce80445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:57.593065 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c4f45ed2-57b1-4b7e-91b9-9a8a628c3b9d req-00813dd9-fc60-4275-8b23-79e82ce80445 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9a716f73d814885a794c8006c72625b&device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 1096 time: 0.0702004 Jul 27 06:48:57.712606 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45ed2-57b1-4b7e-91b9-9a8a628c3b9d req-846499b9-e38d-41d0-87df-e35e476d4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:57.714287 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c4f45ed2-57b1-4b7e-91b9-9a8a628c3b9d req-846499b9-e38d-41d0-87df-e35e476d4173 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c9a716f73d814885a794c8006c72625b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0970044 Jul 27 06:48:57.788998 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f039a-4d22-4213-9a93-7d46850b9f61 req-a3f7de92-3b62-4eae-aab6-789606f0ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:57.790547 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a75f039a-4d22-4213-9a93-7d46850b9f61 req-a3f7de92-3b62-4eae-aab6-789606f0ba67 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 1098 time: 0.0558724 Jul 27 06:48:57.828103 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45ed2-57b1-4b7e-91b9-9a8a628c3b9d req-f50a7df3-2910-4915-adf1-2fca3c708e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:57.829628 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c4f45ed2-57b1-4b7e-91b9-9a8a628c3b9d req-f50a7df3-2910-4915-adf1-2fca3c708e99 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946627 Jul 27 06:48:57.836782 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a75f039a-4d22-4213-9a93-7d46850b9f61 req-cfe03bb4-0c48-4d72-a3e3-741354c5e596 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306613 Jul 27 06:48:57.916469 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b334-b8e7-48be-9c7b-e61784f5c393 req-2f29458d-e095-4fb0-8886-c89ed3578db7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:57.918162 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7bf6b334-b8e7-48be-9c7b-e61784f5c393 req-2f29458d-e095-4fb0-8886-c89ed3578db7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0782225 Jul 27 06:48:57.930123 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:57.960898 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7bf6b334-b8e7-48be-9c7b-e61784f5c393 req-87a94404-5547-498c-bd80-75d6b8f160c7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367160 Jul 27 06:48:57.992052 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f057e0d-1aa4-4159-a6f1-e6536af88427 req-544b5a4f-f157-43a1-a594-b2f9a3fd9c6b tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:57.993940 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4f057e0d-1aa4-4159-a6f1-e6536af88427 req-544b5a4f-f157-43a1-a594-b2f9a3fd9c6b tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 943 time: 0.0824699 Jul 27 06:48:58.040478 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4f057e0d-1aa4-4159-a6f1-e6536af88427 req-dfb08dc6-ee2a-4cec-aad1-a5c5f26c4fec tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365710 Jul 27 06:48:58.308955 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-37919b7c-d524-4d06-bfcf-4d508e0053d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:58.310525 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-37919b7c-d524-4d06-bfcf-4d508e0053d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9a716f73d814885a794c8006c72625b&device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 1096 time: 0.0581617 Jul 27 06:48:58.380425 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-6ac2bddf-2af5-4b0b-9a86-f6b8c8fc603d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b550248-794a-4877-a1db-44fb61529aa2 HTTP/1.1" status: 200 len: 217 time: 0.0545096 Jul 27 06:48:58.404902 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51510b73-f61d-4e10-853f-ee3f88dac1f2 req-dd0db60a-6ac0-4287-9b6d-00a06750f2d3 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:58.406731 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-51510b73-f61d-4e10-853f-ee3f88dac1f2 req-dd0db60a-6ac0-4287-9b6d-00a06750f2d3 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 945 time: 0.0760987 Jul 27 06:48:58.438630 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-2e2ba1e7-6e25-48e5-b4bf-8f177c320ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:58.440418 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-2e2ba1e7-6e25-48e5-b4bf-8f177c320ca8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=474271c7-d32c-4952-9c5a-e8dd672c6199 HTTP/1.1" status: 200 len: 849 time: 0.0511649 Jul 27 06:48:58.449573 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-51510b73-f61d-4e10-853f-ee3f88dac1f2 req-3e542dd4-c7f8-49fe-9b4d-cd8220fb0e5b tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 Jul 27 06:48:58.480307 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-8cdacd5c-b05c-4537-8189-762b17d2cc06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03240ef7-3e00-40a8-bf01-186171d10662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326056 Jul 27 06:48:58.578053 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-2a87e285-01ca-489b-b2ed-2cd0c9ae1fd0 service neutron] 10.222.0.30 "GET /v2.0/networks/03240ef7-3e00-40a8-bf01-186171d10662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899119 Jul 27 06:48:58.678840 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b3de8f97-7e8c-473a-bf6b-97e22fa73dc2 req-9bbcd8f8-9acb-46ec-85c8-2806d25704c1 service neutron] 10.222.0.30 "GET /v2.0/networks/03240ef7-3e00-40a8-bf01-186171d10662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831094 Jul 27 06:48:59.125839 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776d87c-6c1e-42dc-bd2f-2354e154e424 req-a24097de-c336-4cd9-aa79-3b912c29d633 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:59.139346 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b776d87c-6c1e-42dc-bd2f-2354e154e424 req-a24097de-c336-4cd9-aa79-3b912c29d633 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1047115 Jul 27 06:48:59.179216 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b776d87c-6c1e-42dc-bd2f-2354e154e424 req-007bdfac-a7a1-4e9e-86a3-17a9a97249c7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388019 Jul 27 06:48:59.241367 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.276508 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986efa1-d718-47b8-8905-de3aaeef6d96 req-95c9062e-92b4-49d3-85d5-9716a67237e2 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:59.278162 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6986efa1-d718-47b8-8905-de3aaeef6d96 req-95c9062e-92b4-49d3-85d5-9716a67237e2 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 943 time: 0.1015341 Jul 27 06:48:59.315647 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6986efa1-d718-47b8-8905-de3aaeef6d96 req-6d90b83c-03dc-4ecd-b129-8aca528daa97 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315890 Jul 27 06:48:59.626671 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6f887-048a-4f82-903d-aa6039ee51b6 req-b826d195-1f5c-44b5-8b04-3198988a8007 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:48:59.628264 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-17b6f887-048a-4f82-903d-aa6039ee51b6 req-b826d195-1f5c-44b5-8b04-3198988a8007 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 945 time: 0.0832722 Jul 27 06:48:59.666200 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59692) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:48:59.679493 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-17b6f887-048a-4f82-903d-aa6039ee51b6 req-46696eee-3281-4140-ab5c-065abc641ad4 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440753 Jul 27 06:48:59.819296 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a727a83c-e58a-4984-ade4-805a0a1d2181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:48:59.907002 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a727a83c-e58a-4984-ade4-805a0a1d2181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:00.047447 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a727a83c-e58a-4984-ade4-805a0a1d2181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:00.087523 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727a83c-e58a-4984-ade4-805a0a1d2181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c9da3-bef1-40ae-85ef-5d504d826386,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:00.092169 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-a727a83c-e58a-4984-ade4-805a0a1d2181 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59f887f422c3412c8f2b8837781fefa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248495 Jul 27 06:49:00.094836 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59712) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:00.146742 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-2022534d-58d8-4158-b35c-791a37ea7fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:00.170594 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-2022534d-58d8-4158-b35c-791a37ea7fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:00.325706 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4100321-9fdd-486e-b09a-c8efa369a57b req-c26e4512-37b1-4872-b5fd-f13dae3b8482 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:00.327706 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e4100321-9fdd-486e-b09a-c8efa369a57b req-c26e4512-37b1-4872-b5fd-f13dae3b8482 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0727899 Jul 27 06:49:00.361231 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-2022534d-58d8-4158-b35c-791a37ea7fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:00.363629 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-2022534d-58d8-4158-b35c-791a37ea7fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:00.364842 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-2022534d-58d8-4158-b35c-791a37ea7fd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc0c9da3-bef1-40ae-85ef-5d504d826386 HTTP/1.1" status: 204 len: 168 time: 0.2672684 Jul 27 06:49:00.387789 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e4100321-9fdd-486e-b09a-c8efa369a57b req-67409fda-c70c-4dd1-8708-174aa316febe tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539916 Jul 27 06:49:00.388715 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022534d-58d8-4158-b35c-791a37ea7fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c9da3-bef1-40ae-85ef-5d504d826386,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:00.515492 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac098a-956f-4da5-8343-ff9cc9219fdf req-a55f95ce-17e6-4539-8a9c-5260315b7f88 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:00.517174 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-41ac098a-956f-4da5-8343-ff9cc9219fdf req-a55f95ce-17e6-4539-8a9c-5260315b7f88 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 943 time: 0.0769424 Jul 27 06:49:00.572790 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-41ac098a-956f-4da5-8343-ff9cc9219fdf req-d22535fa-fb3f-431f-8237-efd6d100e14e tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484831 Jul 27 06:49:01.252002 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59754) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:01.261317 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-50fe0c02-5828-41af-b23c-5e1cf6477577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.346627 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-50fe0c02-5828-41af-b23c-5e1cf6477577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.355239 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 5b550248-794a-4877-a1db-44fb61529aa2 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:49:01.431631 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-50fe0c02-5828-41af-b23c-5e1cf6477577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.455464 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 5b550248-794a-4877-a1db-44fb61529aa2, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=5b550248-794a-4877-a1db-44fb61529aa2,segment=NetworkSegment(0efab2bc-e1cb-4d4c-8e43-c1f9aa183235),segment_id=0efab2bc-e1cb-4d4c-8e43-c1f9aa183235)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:01.464981 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-50fe0c02-5828-41af-b23c-5e1cf6477577 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a34862e4d92842e3928b806921c84731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162933 Jul 27 06:49:01.467688 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59762) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:01.470332 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '5b550248-794a-4877-a1db-44fb61529aa2', 'network_id': '03240ef7-3e00-40a8-bf01-186171d10662', 'port_id': '5b550248-794a-4877-a1db-44fb61529aa2', 'mac_address': 'fa:16:3e:d4:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474271c7-d32c-4952-9c5a-e8dd672c6199', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:49:01.522357 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.526058 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe0c02-5828-41af-b23c-5e1cf6477577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc05867-f0a1-49ba-aa5e-481889340b38,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:01.540029 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b550248-794a-4877-a1db-44fb61529aa2 {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:49:01.561664 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b5836b0c-885f-46ff-958f-5ed1346c33f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.570265 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 5b550248-794a-4877-a1db-44fb61529aa2, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=5b550248-794a-4877-a1db-44fb61529aa2,segment=NetworkSegment(0efab2bc-e1cb-4d4c-8e43-c1f9aa183235),segment_id=0efab2bc-e1cb-4d4c-8e43-c1f9aa183235)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:01.587294 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b5836b0c-885f-46ff-958f-5ed1346c33f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.591150 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426a79-185b-44eb-8f70-c7aa2ae6da23 req-ceb2470c-f9c0-42a1-bee1-4ad1cd1c6318 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:01.592749 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-91426a79-185b-44eb-8f70-c7aa2ae6da23 req-ceb2470c-f9c0-42a1-bee1-4ad1cd1c6318 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1054466 Jul 27 06:49:01.660451 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-91426a79-185b-44eb-8f70-c7aa2ae6da23 req-5bd4a947-2464-434f-90fc-b7a13d80ad18 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387082 Jul 27 06:49:01.717150 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.760695 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b5836b0c-885f-46ff-958f-5ed1346c33f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.763180 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b5836b0c-885f-46ff-958f-5ed1346c33f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:01.764303 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-b5836b0c-885f-46ff-958f-5ed1346c33f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcc05867-f0a1-49ba-aa5e-481889340b38 HTTP/1.1" status: 204 len: 168 time: 0.2956293 Jul 27 06:49:01.767875 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=5b550248-794a-4877-a1db-44fb61529aa2,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:01.778240 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5836b0c-885f-46ff-958f-5ed1346c33f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc05867-f0a1-49ba-aa5e-481889340b38,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:01.786999 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bb957-a22d-428e-a0f0-2e68611234ed req-d4a8bea1-968e-4b49-866c-a2799cd062db tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:01.788551 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-212bb957-a22d-428e-a0f0-2e68611234ed req-d4a8bea1-968e-4b49-866c-a2799cd062db tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 943 time: 0.1219177 Jul 27 06:49:01.790967 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a55df9-8f65-4e5d-827e-656c799ab71b req-740ce559-9345-4ce3-905d-ca456b32796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:01.792358 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a1a55df9-8f65-4e5d-827e-656c799ab71b req-740ce559-9345-4ce3-905d-ca456b32796d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 1099 time: 0.1140940 Jul 27 06:49:01.851923 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-212bb957-a22d-428e-a0f0-2e68611234ed req-54588f0e-1aea-4b4d-a925-0f10cc82cd00 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563171 Jul 27 06:49:01.859988 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a1a55df9-8f65-4e5d-827e-656c799ab71b req-94c49f84-8a62-4d3e-8ba1-58f359f40f52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511532 Jul 27 06:49:02.134849 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['5b550248-794a-4877-a1db-44fb61529aa2'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:49:02.795889 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317b593-8052-46ae-b38e-40ed2c29c8e0 req-6c006bee-13dd-4c5b-ba38-13c510a7d963 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:02.797409 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8317b593-8052-46ae-b38e-40ed2c29c8e0 req-6c006bee-13dd-4c5b-ba38-13c510a7d963 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0685203 Jul 27 06:49:02.836967 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8317b593-8052-46ae-b38e-40ed2c29c8e0 req-aa7c741e-9628-45bf-9f64-2f459e7aa9b6 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Jul 27 06:49:03.001301 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e98fff-38f2-4c71-aabc-fa0c8dc84466 req-ddbf708e-2e4c-480a-9898-e2a11ebfb7e1 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:03.002782 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-32e98fff-38f2-4c71-aabc-fa0c8dc84466 req-ddbf708e-2e4c-480a-9898-e2a11ebfb7e1 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 944 time: 0.0827484 Jul 27 06:49:03.051508 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-32e98fff-38f2-4c71-aabc-fa0c8dc84466 req-1f2e3214-4cb9-422c-a0b6-dffdb41e58b5 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414412 Jul 27 06:49:03.380035 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 5b550248-794a-4877-a1db-44fb61529aa2 up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:03.551385 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port 5b550248-794a-4877-a1db-44fb61529aa2 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:03.555947 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 5b550248-794a-4877-a1db-44fb61529aa2 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:03.556322 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:03.645999 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:03.673839 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1cad1c-ebea-4f04-a79c-246067efd43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b550248-794a-4877-a1db-44fb61529aa2'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:49:03.679051 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc37a292-1986-4ddc-8958-cbbea750c220" -d '{"events": [{"server_uuid": "4c1cad1c-ebea-4f04-a79c-246067efd43d", "name": "network-vif-plugged", "status": "completed", "tag": "5b550248-794a-4877-a1db-44fb61529aa2"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:49:03.692090 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 5b550248-794a-4877-a1db-44fb61529aa2, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=5b550248-794a-4877-a1db-44fb61529aa2,segment=NetworkSegment(0efab2bc-e1cb-4d4c-8e43-c1f9aa183235),segment_id=0efab2bc-e1cb-4d4c-8e43-c1f9aa183235)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:03.715989 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79699df-d1cd-4d2b-ae0d-3f7b1e02ea0d x-openstack-request-id: req-e79699df-d1cd-4d2b-ae0d-3f7b1e02ea0d {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:49:03.716323 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1cad1c-ebea-4f04-a79c-246067efd43d", "name": "network-vif-plugged", "status": "completed", "tag": "5b550248-794a-4877-a1db-44fb61529aa2", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:49:03.716840 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e79699df-d1cd-4d2b-ae0d-3f7b1e02ea0d {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:49:03.718989 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1cad1c-ebea-4f04-a79c-246067efd43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b550248-794a-4877-a1db-44fb61529aa2', 'code': 200} Jul 27 06:49:03.971073 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b25ced-1705-4979-a4ba-18b3171e9e35 req-a2440974-0190-4e5d-92a2-1f8d9f9daf81 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:03.972525 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e2b25ced-1705-4979-a4ba-18b3171e9e35 req-a2440974-0190-4e5d-92a2-1f8d9f9daf81 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0643177 Jul 27 06:49:03.974096 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:04.014907 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e2b25ced-1705-4979-a4ba-18b3171e9e35 req-5c0fd2da-0148-4acc-8a34-1f6eaf4002a9 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351768 Jul 27 06:49:04.025475 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=5b550248-794a-4877-a1db-44fb61529aa2,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:04.196112 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e12a1-93e8-4494-8f50-579cda07f075 req-13927d10-73fe-43f6-8fc2-9d2c265599a3 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:04.197681 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cd0e12a1-93e8-4494-8f50-579cda07f075 req-13927d10-73fe-43f6-8fc2-9d2c265599a3 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 945 time: 0.0682328 Jul 27 06:49:04.244950 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cd0e12a1-93e8-4494-8f50-579cda07f075 req-68cd20e1-60e2-4eba-aeaa-b19fba727c85 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Jul 27 06:49:04.360913 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712b93a-3e62-487c-b582-d79d077e7b82 req-bc3bf1d2-a412-4b92-82d1-2563d9423d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:04.362742 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f712b93a-3e62-487c-b582-d79d077e7b82 req-bc3bf1d2-a412-4b92-82d1-2563d9423d19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 1098 time: 0.0708466 Jul 27 06:49:04.462959 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f712b93a-3e62-487c-b582-d79d077e7b82 req-4cf26ee3-cc94-49f5-9f12-289efdaf221d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613592 Jul 27 06:49:04.488631 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27828612-b6b4-48dd-bc75-a4835504d31f req-8d031dc0-659c-4b40-acf8-a51b0cd38a47 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:04.490197 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-27828612-b6b4-48dd-bc75-a4835504d31f req-8d031dc0-659c-4b40-acf8-a51b0cd38a47 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0829673 Jul 27 06:49:04.529054 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-27828612-b6b4-48dd-bc75-a4835504d31f req-b113cdbc-9374-4e95-b90a-47e5f722a9ff tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324502 Jul 27 06:49:04.887899 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c439f-99c5-4a33-a73c-4ca9ac49754b req-0c2054f3-16e1-4582-8bca-a81e01b7a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:04.889452 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-707c439f-99c5-4a33-a73c-4ca9ac49754b req-0c2054f3-16e1-4582-8bca-a81e01b7a6b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 1099 time: 0.0566096 Jul 27 06:49:04.992954 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c439f-99c5-4a33-a73c-4ca9ac49754b req-3222b062-494a-4f3f-8286-f6a12a785003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:04.998379 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-707c439f-99c5-4a33-a73c-4ca9ac49754b req-3222b062-494a-4f3f-8286-f6a12a785003 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 200 len: 919 time: 0.0973945 Jul 27 06:49:05.043826 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-707c439f-99c5-4a33-a73c-4ca9ac49754b req-3ef274f3-42e2-40e8-899f-f04e52901acf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb17be9b-0d2d-4078-855b-d6da619611ab HTTP/1.1" status: 200 len: 217 time: 0.0363936 Jul 27 06:49:05.097254 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c439f-99c5-4a33-a73c-4ca9ac49754b req-5f6a3369-1b49-4e7a-a10d-287d38b31faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:05.098678 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-707c439f-99c5-4a33-a73c-4ca9ac49754b req-5f6a3369-1b49-4e7a-a10d-287d38b31faa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cde0b16-95d6-4402-80bd-b9623cf5aac9 HTTP/1.1" status: 200 len: 858 time: 0.0469635 Jul 27 06:49:05.134321 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-707c439f-99c5-4a33-a73c-4ca9ac49754b req-eab73bd1-c411-452f-9a8f-92728c713ed2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2817c17d-99bf-4f49-a0aa-89c64829a007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268331 Jul 27 06:49:05.223484 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-707c439f-99c5-4a33-a73c-4ca9ac49754b req-4075b29d-869a-4a5f-aea8-238b36be75dc service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820568 Jul 27 06:49:05.322119 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-707c439f-99c5-4a33-a73c-4ca9ac49754b req-1af87aed-a361-42a2-854a-96a63773301e service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915053 Jul 27 06:49:05.382947 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65864b7b-8b7b-460e-91f9-d9a29ed0ad1a req-f8545ecb-41a7-4c3b-a54a-48e3053a3292 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:05.384440 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-65864b7b-8b7b-460e-91f9-d9a29ed0ad1a req-f8545ecb-41a7-4c3b-a54a-48e3053a3292 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 945 time: 0.0643363 Jul 27 06:49:05.422859 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-65864b7b-8b7b-460e-91f9-d9a29ed0ad1a req-4efab90f-9daa-4f3a-959f-002273c19a62 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322022 Jul 27 06:49:05.656793 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb81907-f7b0-420d-b04a-5fd2e8b3c25a req-11b88da3-7e7c-48b6-b9c2-30c3725c7589 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:05.658300 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2bb81907-f7b0-420d-b04a-5fd2e8b3c25a req-11b88da3-7e7c-48b6-b9c2-30c3725c7589 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0622563 Jul 27 06:49:05.697353 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2bb81907-f7b0-420d-b04a-5fd2e8b3c25a req-fc44312a-75b5-4f36-a1b1-62e57ebed629 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Jul 27 06:49:06.550117 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef675eb3-fe2e-477d-b16d-d2c40ab176f9 req-9746ce6d-18e2-4696-8e95-d152714ff997 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:06.551596 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ef675eb3-fe2e-477d-b16d-d2c40ab176f9 req-9746ce6d-18e2-4696-8e95-d152714ff997 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 945 time: 0.0616364 Jul 27 06:49:06.593698 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ef675eb3-fe2e-477d-b16d-d2c40ab176f9 req-90d6bec7-4bdf-425e-928e-472ee2572155 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358186 Jul 27 06:49:06.844696 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1013cd-459d-4fe6-a4c7-251d0611afec req-611d36f0-eb8c-4eff-bc5c-ffe7731784ea tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:06.846151 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6a1013cd-459d-4fe6-a4c7-251d0611afec req-611d36f0-eb8c-4eff-bc5c-ffe7731784ea tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0816033 Jul 27 06:49:06.887911 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6a1013cd-459d-4fe6-a4c7-251d0611afec req-321aacc3-c008-496b-a383-a8ea517fcf0e tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355554 Jul 27 06:49:07.494947 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59950) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:07.599229 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6fc86899-b8dd-44bc-b5ab-70c38d65d253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.704285 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6fc86899-b8dd-44bc-b5ab-70c38d65d253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.860241 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6fc86899-b8dd-44bc-b5ab-70c38d65d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:07.865677 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 59962) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:07.912396 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-6fc86899-b8dd-44bc-b5ab-70c38d65d253 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bddb2947982d4154af787bd01fb47814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162004 Jul 27 06:49:07.917685 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc86899-b8dd-44bc-b5ab-70c38d65d253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9002d469-f21c-43ec-aee6-58e73c998c4b,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:07.919810 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59970) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:08.002765 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ba08a371-a71d-4815-b0aa-3770ddcd3cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.010110 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-dd346156-696c-4288-99da-ff01c6921fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.061951 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-dd346156-696c-4288-99da-ff01c6921fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.104212 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ba08a371-a71d-4815-b0aa-3770ddcd3cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.121342 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aec42-7e8c-467d-8e62-ee36c9f55724 req-87852b97-7a3c-4351-967c-989260a366b1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:08.122929 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-628aec42-7e8c-467d-8e62-ee36c9f55724 req-87852b97-7a3c-4351-967c-989260a366b1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1329916 Jul 27 06:49:08.162737 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-628aec42-7e8c-467d-8e62-ee36c9f55724 req-4b5c2d4a-bd31-4815-97e9-6a878f3edf19 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331004 Jul 27 06:49:08.300102 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ba08a371-a71d-4815-b0aa-3770ddcd3cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.303945 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59976) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:08.332976 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-dd346156-696c-4288-99da-ff01c6921fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.336219 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-dd346156-696c-4288-99da-ff01c6921fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.340114 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-dd346156-696c-4288-99da-ff01c6921fd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9002d469-f21c-43ec-aee6-58e73c998c4b HTTP/1.1" status: 204 len: 168 time: 0.4165964 Jul 27 06:49:08.352130 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-ba08a371-a71d-4815-b0aa-3770ddcd3cf4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=865376d8c5d74f9f8c0ecd28dcdad2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831710 Jul 27 06:49:08.352130 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08a371-a71d-4815-b0aa-3770ddcd3cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ccbdb1-2ef3-4fd1-b053-a34ac41ad575,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:08.354557 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 59982) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:08.367410 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd346156-696c-4288-99da-ff01c6921fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9002d469-f21c-43ec-aee6-58e73c998c4b,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:08.440500 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c855f44b-60b9-4365-a239-d7dec2ba2446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.444695 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-da6f6257-e27b-4f5e-88b7-1583fbcab181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.487279 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-da6f6257-e27b-4f5e-88b7-1583fbcab181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.596864 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188ab2-a10f-49d2-9806-5eb9619efd1c req-70e6a273-9a6f-443f-a031-da2462a79b29 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:08.598775 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3b188ab2-a10f-49d2-9806-5eb9619efd1c req-70e6a273-9a6f-443f-a031-da2462a79b29 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 945 time: 0.1316302 Jul 27 06:49:08.662124 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3b188ab2-a10f-49d2-9806-5eb9619efd1c req-7e6ef85b-567e-424e-a021-9295582c053a tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567679 Jul 27 06:49:08.666822 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c855f44b-60b9-4365-a239-d7dec2ba2446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.751167 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-da6f6257-e27b-4f5e-88b7-1583fbcab181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.753880 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-da6f6257-e27b-4f5e-88b7-1583fbcab181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.755072 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-da6f6257-e27b-4f5e-88b7-1583fbcab181 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16ccbdb1-2ef3-4fd1-b053-a34ac41ad575 HTTP/1.1" status: 204 len: 168 time: 0.3974035 Jul 27 06:49:08.763789 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f6257-e27b-4f5e-88b7-1583fbcab181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ccbdb1-2ef3-4fd1-b053-a34ac41ad575,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:08.804896 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c855f44b-60b9-4365-a239-d7dec2ba2446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.846468 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-c855f44b-60b9-4365-a239-d7dec2ba2446 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b35604ec0ba4af4a400cc32ebba87e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5413208 Jul 27 06:49:08.847344 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855f44b-60b9-4365-a239-d7dec2ba2446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9851c22a-c4c3-4c65-8b50-abba84c45e1a,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:08.849157 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 60000) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:08.900518 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b78e1b12-2279-43f9-88cd-7cacd3553b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:08.922368 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b78e1b12-2279-43f9-88cd-7cacd3553b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.087101 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b78e1b12-2279-43f9-88cd-7cacd3553b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.090048 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b78e1b12-2279-43f9-88cd-7cacd3553b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.091278 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-b78e1b12-2279-43f9-88cd-7cacd3553b26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9851c22a-c4c3-4c65-8b50-abba84c45e1a HTTP/1.1" status: 204 len: 168 time: 0.2411015 Jul 27 06:49:09.099449 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e1b12-2279-43f9-88cd-7cacd3553b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9851c22a-c4c3-4c65-8b50-abba84c45e1a,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:09.297781 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e0472-78e3-4bb0-9df9-35135f78be0a req-ece7d34e-25f0-4a70-b698-8d491df81fd3 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:09.299266 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d97e0472-78e3-4bb0-9df9-35135f78be0a req-ece7d34e-25f0-4a70-b698-8d491df81fd3 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0666752 Jul 27 06:49:09.338901 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d97e0472-78e3-4bb0-9df9-35135f78be0a req-c0db168b-5223-4063-8ffe-f5c3f0ffbc6b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331120 Jul 27 06:49:09.613376 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 60020) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:09.626729 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08630615-88ae-410e-94df-fdc0fc224f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.766976 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08630615-88ae-410e-94df-fdc0fc224f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.840099 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb5f5c-31cc-4675-8f0e-6b05c0915c5a req-9ef2b1df-ea14-4c1d-8a97-2fee49344e5b tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:09.841750 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1feb5f5c-31cc-4675-8f0e-6b05c0915c5a req-9ef2b1df-ea14-4c1d-8a97-2fee49344e5b tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 945 time: 0.0670342 Jul 27 06:49:09.859585 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08630615-88ae-410e-94df-fdc0fc224f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.886199 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1feb5f5c-31cc-4675-8f0e-6b05c0915c5a req-9431694a-170b-4550-893e-f0152e563c6e tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384917 Jul 27 06:49:09.904472 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-08630615-88ae-410e-94df-fdc0fc224f79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f99ff12be2824d0e9bdafea359947e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905867 Jul 27 06:49:09.916217 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08630615-88ae-410e-94df-fdc0fc224f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7479d682-2fad-4a74-be15-3e841c90a67e,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:09.916217 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 60038) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:09.963318 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 60042) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:09.967043 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a35e0438-031a-4c9c-94ed-e867409c7e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:09.995177 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a35e0438-031a-4c9c-94ed-e867409c7e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.130976 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-398637481-network', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:10.151470 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a35e0438-031a-4c9c-94ed-e867409c7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.154082 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a35e0438-031a-4c9c-94ed-e867409c7e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.157962 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-a35e0438-031a-4c9c-94ed-e867409c7e33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7479d682-2fad-4a74-be15-3e841c90a67e HTTP/1.1" status: 204 len: 168 time: 0.2450933 Jul 27 06:49:10.166890 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e0438-031a-4c9c-94ed-e867409c7e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7479d682-2fad-4a74-be15-3e841c90a67e,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:10.281637 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Made reservation on behalf of a69a0a1a2e3c4c599baca600b248ec77 for: {'network': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:10.283878 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.300232 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.398440 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.538600 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.547512 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 60062) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:10.564482 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=100258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:49:10.574190 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179c25a8-0955-4ff7-9c65-6581adc03962,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:10.580409 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.580785 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.segments_db [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Added segment a1e3d0a7-85bc-41ab-9b21-f463a32742f3 of type vlan for network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 Jul 27 06:49:10.623877 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.657364 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1767831677-network', 'tenant_id': '82228e66221245dfab9df5ea8b98f3ed'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:10.739552 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.741227 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:10.741815 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.774342 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Made reservation on behalf of 82228e66221245dfab9df5ea8b98f3ed for: {'network': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:10.777319 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.786189 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:10.802145 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] Pushing event updated for resources: {'Network': ['ID=3a0beca8-112b-4c96-ab1d-acdbf9c8e482,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:10.812060 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:49:10.934358 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-36cced57-9d19-40a3-a7e9-7eee9a3d7c7a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9667377 Jul 27 06:49:10.934928 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 60074) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:10.941776 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-6c2651e5-7ce6-4413-a6e5-be2c3867bae3 admin admin] Request body: {'subnet': {'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-398637481-subnet', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'ip_version': 4}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:11.042408 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 60076) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:11.056482 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-05e6e3de-7478-4faf-bf2d-48a579aef351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.066147 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709d9bf-a70d-48f4-ba1e-0efdef4fcfd9 req-220b66f4-96d6-4be9-a7ee-ddd1e5494d3e tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:11.067612 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f709d9bf-a70d-48f4-ba1e-0efdef4fcfd9 req-220b66f4-96d6-4be9-a7ee-ddd1e5494d3e tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 945 time: 0.0955555 Jul 27 06:49:11.070031 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.107022 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f709d9bf-a70d-48f4-ba1e-0efdef4fcfd9 req-6149b8f9-77ef-4132-ba28-ba74f944a51c tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Jul 27 06:49:11.163125 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.187811 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=100257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:49:11.197822 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f20e641-719b-4a4d-a028-23fe2e2d8645,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:11.202586 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.202800 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.segments_db [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Added segment 2fb872f9-2b54-4c17-8320-3791242f7f5f of type vlan for network 266c897e-a917-4a9d-a0f8-cdc2e66dacec Jul 27 06:49:11.244960 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.261141 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2651e5-7ce6-4413-a6e5-be2c3867bae3 admin admin] Made reservation on behalf of a69a0a1a2e3c4c599baca600b248ec77 for: {'subnet': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:11.263528 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6c2651e5-7ce6-4413-a6e5-be2c3867bae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12560993'] for subnet, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.362737 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.363722 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:11.364318 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.422111 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] Pushing event updated for resources: {'Network': ['ID=266c897e-a917-4a9d-a0f8-cdc2e66dacec,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:11.431923 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 266c897e-a917-4a9d-a0f8-cdc2e66dacec details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:49:11.438497 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-05e6e3de-7478-4faf-bf2d-48a579aef351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.527529 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-05e6e3de-7478-4faf-bf2d-48a579aef351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.563054 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6c2651e5-7ce6-4413-a6e5-be2c3867bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12579388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12561011'] for subnet, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.570380 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-05e6e3de-7478-4faf-bf2d-48a579aef351 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=071b4c70423542118386ade2ece31efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5269454 Jul 27 06:49:11.573538 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 60082) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:11.576661 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6e3de-7478-4faf-bf2d-48a579aef351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83650dac-5149-4ea5-981b-317d54d7140e,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:11.626402 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2651e5-7ce6-4413-a6e5-be2c3867bae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae4634d2-b566-4d29-83f2-f3b8f1624917,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:11.635668 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2651e5-7ce6-4413-a6e5-be2c3867bae3 admin admin] Checking segment: {'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:11.635989 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2651e5-7ce6-4413-a6e5-be2c3867bae3 admin admin] Network hostable DHCP agents. Network: 3a0beca8-112b-4c96-ab1d-acdbf9c8e482, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:49:11.641667 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-42798a95-035f-4349-97d4-dd01b7700894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.647464 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-08e118a0-0362-40af-8f68-f975e9923dbd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0980225 Jul 27 06:49:11.651013 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 60084) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:11.656498 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-b78808a2-1d63-4254-b469-03fbde78eba2 admin admin] Request body: {'subnet': {'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1767831677-subnet', 'tenant_id': '82228e66221245dfab9df5ea8b98f3ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:11.665600 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-42798a95-035f-4349-97d4-dd01b7700894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.814376 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2651e5-7ce6-4413-a6e5-be2c3867bae3 admin admin] Network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:49:11.848753 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78808a2-1d63-4254-b469-03fbde78eba2 admin admin] Made reservation on behalf of 82228e66221245dfab9df5ea8b98f3ed for: {'subnet': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:11.848994 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-42798a95-035f-4349-97d4-dd01b7700894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.851174 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b78808a2-1d63-4254-b469-03fbde78eba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12560993'] for subnet, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.851541 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-42798a95-035f-4349-97d4-dd01b7700894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.852731 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-42798a95-035f-4349-97d4-dd01b7700894 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83650dac-5149-4ea5-981b-317d54d7140e HTTP/1.1" status: 204 len: 168 time: 0.2773945 Jul 27 06:49:11.865641 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42798a95-035f-4349-97d4-dd01b7700894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83650dac-5149-4ea5-981b-317d54d7140e,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:11.950469 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-6c2651e5-7ce6-4413-a6e5-be2c3867bae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 3a0beca8-112b-4c96-ab1d-acdbf9c8e482) {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:11.956367 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2651e5-7ce6-4413-a6e5-be2c3867bae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:11.957013 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6c2651e5-7ce6-4413-a6e5-be2c3867bae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:11.962890 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88709b7f-a6a2-4546-8072-64b184ec52fe None None] Network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:49:12.058447 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 60098) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:12.058664 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-6c2651e5-7ce6-4413-a6e5-be2c3867bae3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1230047 Jul 27 06:49:12.062916 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:12.138082 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped675565-aa29-5855-a0a6-196c76607e72-3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'fixed_ips': [{'subnet_id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917'}]}} from dv-cinder-779194-3-iscsi. {{(pid=100259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:49:12.138082 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.157397 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-704'] for router, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.158146 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b78808a2-1d63-4254-b469-03fbde78eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12579388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12561011'] for subnet, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.159630 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-697'] for router, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.254358 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.316388 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.db_base_plugin_common [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Allocated IP 172.20.0.2 (3a0beca8-112b-4c96-ab1d-acdbf9c8e482/ae4634d2-b566-4d29-83f2-f3b8f1624917/e08d6b42-aa24-4163-b138-9b960f74fab0) {{(pid=100259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:12.320145 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78808a2-1d63-4254-b469-03fbde78eba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=681c1b00-afca-4f39-9b58-bed7c88a0c1f,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:12.433010 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78808a2-1d63-4254-b469-03fbde78eba2 admin admin] Checking segment: {'id': '2fb872f9-2b54-4c17-8320-3791242f7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:12.433010 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78808a2-1d63-4254-b469-03fbde78eba2 admin admin] Network hostable DHCP agents. Network: 266c897e-a917-4a9d-a0f8-cdc2e66dacec, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:49:12.506968 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9ea7b-77a4-49d0-b401-806e4cd9a296 req-b5129693-076c-450d-acac-8dd0f9e91535 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:12.511083 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f5f9ea7b-77a4-49d0-b401-806e4cd9a296 req-b5129693-076c-450d-acac-8dd0f9e91535 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 945 time: 0.2527339 Jul 27 06:49:12.562996 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Notify callbacks [] for port, precommit_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.572257 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f5f9ea7b-77a4-49d0-b401-806e4cd9a296 req-3d00edb5-1867-40fa-b33d-238796570bd7 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539567 Jul 27 06:49:12.573753 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Transition to ACTIVE for port object e08d6b42-aa24-4163-b138-9b960f74fab0 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:12.597573 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Transition to ACTIVE for port object e08d6b42-aa24-4163-b138-9b960f74fab0 will not be triggered until provisioned by entity DHCP. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:12.665729 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78808a2-1d63-4254-b469-03fbde78eba2 admin admin] Network 266c897e-a917-4a9d-a0f8-cdc2e66dacec is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:49:12.668932 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d6543-2929-45d9-8883-c3c0038ec8d6 req-db03de7e-aea6-42bc-9b04-c0f350ca2ad6 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:12.670361 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-482d6543-2929-45d9-8883-c3c0038ec8d6 req-db03de7e-aea6-42bc-9b04-c0f350ca2ad6 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.4074225 Jul 27 06:49:12.704881 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-928781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.735838 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-482d6543-2929-45d9-8883-c3c0038ec8d6 req-91e472c8-fc0b-40e2-9788-1ce90b0624d1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Jul 27 06:49:12.757944 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.800216 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 is already hosted by enough agents. {{(pid=100259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:12.803211 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.base_scheduler [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Resources bound (agent type, host, resource id): {{(pid=100259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:12.803363 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-b78808a2-1d63-4254-b469-03fbde78eba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 266c897e-a917-4a9d-a0f8-cdc2e66dacec) {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:12.809560 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78808a2-1d63-4254-b469-03fbde78eba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:12.813764 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Received port after_create {{(pid=100259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:12.813989 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b78808a2-1d63-4254-b469-03fbde78eba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:12.815485 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Pushing event updated for resources: {'Port': ['ID=e08d6b42-aa24-4163-b138-9b960f74fab0,revision_number=1']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:12.820447 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d5658a-7933-4313-a113-56afdc0b2ae0 None None] Network 266c897e-a917-4a9d-a0f8-cdc2e66dacec requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:49:12.902423 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-b78808a2-1d63-4254-b469-03fbde78eba2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2503450 Jul 27 06:49:12.989963 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Attempting to bind port e08d6b42-aa24-4163-b138-9b960f74fab0 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:12.990719 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Attempting to bind port e08d6b42-aa24-4163-b138-9b960f74fab0 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:12.991401 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Attempting to bind port e08d6b42-aa24-4163-b138-9b960f74fab0 on network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:13.000257 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:13.000821 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Checking segment: {'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:13.001574 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.003200 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Bound using segment: {'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:13.004061 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Bound port: e08d6b42-aa24-4163-b138-9b960f74fab0, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:13.004522 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.107791 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] For port e08d6b42-aa24-4163-b138-9b960f74fab0, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:13.111873 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] For port e08d6b42-aa24-4163-b138-9b960f74fab0, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=e08d6b42-aa24-4163-b138-9b960f74fab0,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:13.141627 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.150318 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5570a811-e5c4-4fb5-bb18-a55b71820315 None None] Network 266c897e-a917-4a9d-a0f8-cdc2e66dacec requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:49:13.163499 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.216685 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.281163 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Allocated IP 172.27.1.63 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/6b03a7b0-0cc4-499c-a34b-8ae85234991b) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:13.312523 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff14b9-8c8c-491d-9d06-0f6a332c5e44 None None] Pushing event updated for resources: {'Port': ['ID=e08d6b42-aa24-4163-b138-9b960f74fab0,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:13.416850 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.465943 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf29b3-6861-4594-a045-67c3eedc6d8d req-701848e9-1767-4fc9-a7ac-208231c4a9ec tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:13.467689 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f3bf29b3-6861-4594-a045-67c3eedc6d8d req-701848e9-1767-4fc9-a7ac-208231c4a9ec tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 945 time: 0.0695484 Jul 27 06:49:13.596730 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-f3bf29b3-6861-4594-a045-67c3eedc6d8d req-39e1bdc7-026e-4e15-9458-2948382f58c8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Deleting port 5b550248-794a-4877-a1db-44fb61529aa2 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:49:13.597208 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f3bf29b3-6861-4594-a045-67c3eedc6d8d req-39e1bdc7-026e-4e15-9458-2948382f58c8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.665862 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.703207 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-f3bf29b3-6861-4594-a045-67c3eedc6d8d req-39e1bdc7-026e-4e15-9458-2948382f58c8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] For port 5b550248-794a-4877-a1db-44fb61529aa2, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=5b550248-794a-4877-a1db-44fb61529aa2,segment=NetworkSegment(0efab2bc-e1cb-4d4c-8e43-c1f9aa183235),segment_id=0efab2bc-e1cb-4d4c-8e43-c1f9aa183235)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:13.703578 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f3bf29b3-6861-4594-a045-67c3eedc6d8d req-39e1bdc7-026e-4e15-9458-2948382f58c8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:13.718914 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-f3bf29b3-6861-4594-a045-67c3eedc6d8d req-39e1bdc7-026e-4e15-9458-2948382f58c8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Calling delete_port for 5b550248-794a-4877-a1db-44fb61529aa2 owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:49:13.746278 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:13.753698 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:13.757271 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:13.759082 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Pushing event updated for resources: {'Port': ['ID=6b03a7b0-0cc4-499c-a34b-8ae85234991b,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:13.810450 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8d9da-0b2e-4f64-b26d-86994d6a5944 req-84ec84f7-087b-4a08-ba23-00099885f12c tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:13.815568 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7db8d9da-0b2e-4f64-b26d-86994d6a5944 req-84ec84f7-087b-4a08-ba23-00099885f12c tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 945 time: 0.1574192 Jul 27 06:49:13.942960 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7db8d9da-0b2e-4f64-b26d-86994d6a5944 req-37a617ed-4163-4fd5-9a40-270e9ad8bf37 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f6065-88aa-4950-a7dc-2b7090f756e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936389 Jul 27 06:49:14.163215 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f3bf29b3-6861-4594-a045-67c3eedc6d8d req-39e1bdc7-026e-4e15-9458-2948382f58c8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:14.249777 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1bdc7-026e-4e15-9458-2948382f58c8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Pushing event deleted for resources: {'Port': ['ID=5b550248-794a-4877-a1db-44fb61529aa2,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:14.278066 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:14.348042 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bf29b3-6861-4594-a045-67c3eedc6d8d req-39e1bdc7-026e-4e15-9458-2948382f58c8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] No DVR routers for this DVR port 5b550248-794a-4877-a1db-44fb61529aa2 on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:49:14.353640 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f3bf29b3-6861-4594-a045-67c3eedc6d8d req-39e1bdc7-026e-4e15-9458-2948382f58c8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:14.355883 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f3bf29b3-6861-4594-a045-67c3eedc6d8d req-39e1bdc7-026e-4e15-9458-2948382f58c8 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.30 "DELETE /v2.0/ports/5b550248-794a-4877-a1db-44fb61529aa2 HTTP/1.1" status: 204 len: 173 time: 0.8813486 Jul 27 06:49:14.356384 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1cad1c-ebea-4f04-a79c-246067efd43d', 'name': 'network-vif-deleted', 'tag': '5b550248-794a-4877-a1db-44fb61529aa2'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:49:14.358889 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef04125b-90a0-4ec0-8864-a59876949191" -d '{"events": [{"server_uuid": "4c1cad1c-ebea-4f04-a79c-246067efd43d", "name": "network-vif-deleted", "tag": "5b550248-794a-4877-a1db-44fb61529aa2"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:49:14.403891 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abc82f8-67b9-43d9-bf8e-d2384ad38c71 x-openstack-request-id: req-2abc82f8-67b9-43d9-bf8e-d2384ad38c71 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:49:14.404189 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1cad1c-ebea-4f04-a79c-246067efd43d", "name": "network-vif-deleted", "tag": "5b550248-794a-4877-a1db-44fb61529aa2", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:49:14.404436 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2abc82f8-67b9-43d9-bf8e-d2384ad38c71 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:49:14.404846 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1cad1c-ebea-4f04-a79c-246067efd43d', 'name': 'network-vif-deleted', 'tag': '5b550248-794a-4877-a1db-44fb61529aa2', 'status': 'completed', 'code': 200} Jul 27 06:49:14.431426 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c2a4d7-bff2-4cd1-9754-6e710abaf9c1 None None] Network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:49:14.523618 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928802'] for router, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:14.593541 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-07a20ef8-7512-4baa-a77d-d2ba65feaf20 None None] Provisioning for port e08d6b42-aa24-4163-b138-9b960f74fab0 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:14.852994 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Router e2930c02-42b7-4cd9-b691-a39c39bfb8be is scheduled to L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 with binding_index 1 {{(pid=100257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:49:14.964676 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:49:14.974373 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Sync routers for ids ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:49:14.983476 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Routers {'e2930c02-42b7-4cd9-b691-a39c39bfb8be'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:14.984069 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:48:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:14.997372 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device e08d6b42-aa24-4163-b138-9b960f74fab0 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:15.071559 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a84eaec6-e112-451d-8880-386f15b7c9ce req-78c3eb6c-5638-4cdb-9ead-587f19c9f260 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 210 time: 0.0315502 Jul 27 06:49:15.093087 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Set router e2930c02-42b7-4cd9-b691-a39c39bfb8be gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:15.134229 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-66716537-b585-443e-9097-1377020373e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:15.135997 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-66716537-b585-443e-9097-1377020373e7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0759892 Jul 27 06:49:15.138263 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 60168) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:15.163140 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port e08d6b42-aa24-4163-b138-9b960f74fab0 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:15.166956 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port e08d6b42-aa24-4163-b138-9b960f74fab0 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:15.167325 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:15.273820 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:15.306927 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:49:13Z', 'revision_number': 3, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:15.316732 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port e08d6b42-aa24-4163-b138-9b960f74fab0, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=e08d6b42-aa24-4163-b138-9b960f74fab0,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:15.336316 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Checking router: e2930c02-42b7-4cd9-b691-a39c39bfb8be for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:49:15.337316 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Updating router e2930c02-42b7-4cd9-b691-a39c39bfb8be port 6b03a7b0-0cc4-499c-a34b-8ae85234991b binding host dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:49:15.374315 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:15.403271 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:15.452387 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=e08d6b42-aa24-4163-b138-9b960f74fab0,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:15.633614 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Notify callbacks [] for port, precommit_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:15.644846 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.provisioning_blocks [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Transition to ACTIVE for port object 6b03a7b0-0cc4-499c-a34b-8ae85234991b will not be triggered until provisioned by entity L2. {{(pid=100260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:15.750257 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:15.795838 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:15.848999 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Attempting to bind port 6b03a7b0-0cc4-499c-a34b-8ae85234991b on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:15.849368 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Attempting to bind port 6b03a7b0-0cc4-499c-a34b-8ae85234991b by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:15.849971 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Attempting to bind port 6b03a7b0-0cc4-499c-a34b-8ae85234991b on network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:15.855762 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Pushing event updated for resources: {'Port': ['ID=6b03a7b0-0cc4-499c-a34b-8ae85234991b,revision_number=2']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:15.863783 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:15.864152 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Checking segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:15.864564 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:15.864964 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Bound using segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:15.865703 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Bound port: 6b03a7b0-0cc4-499c-a34b-8ae85234991b, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:15.866106 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:15.868287 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:15.868668 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:15.869009 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:15.869340 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:15.869670 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:15.869994 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:15.870317 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:15.870637 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:15.870970 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:15.871293 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:15.871609 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:15.871924 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:15.924934 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] For port 6b03a7b0-0cc4-499c-a34b-8ae85234991b, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:15.928376 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] For port 6b03a7b0-0cc4-499c-a34b-8ae85234991b, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=6b03a7b0-0cc4-499c-a34b-8ae85234991b,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:15.951781 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Allocated IP 172.20.0.1 (3a0beca8-112b-4c96-ab1d-acdbf9c8e482/ae4634d2-b566-4d29-83f2-f3b8f1624917/7a7934a5-1e57-43b0-871c-24c72a8f8c04) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:15.997836 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.059218 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Routers {'e2930c02-42b7-4cd9-b691-a39c39bfb8be'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:16.059832 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:48:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:16.059949 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.072199 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.provisioning_blocks [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Transition to ACTIVE for port object 7a7934a5-1e57-43b0-871c-24c72a8f8c04 will not be triggered until provisioned by entity DHCP. {{(pid=100257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:16.097834 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d66c8-0e3e-4e07-8484-cf516a969a18 None None] Pushing event updated for resources: {'Port': ['ID=6b03a7b0-0cc4-499c-a34b-8ae85234991b,revision_number=3']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:16.169764 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] Set router e2930c02-42b7-4cd9-b691-a39c39bfb8be gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:16.177199 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ee382de0-e4d7-4add-96c8-08a5c1674c8b req-e56850f7-5a34-495f-94f7-237d1e9e2596 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 210 time: 0.0321670 Jul 27 06:49:16.180210 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.216247 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:16.219021 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:16.221599 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:16.265742 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Pushing event updated for resources: {'Port': ['ID=7a7934a5-1e57-43b0-871c-24c72a8f8c04,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:16.276005 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:16.276369 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:16.276718 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:16.277054 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:16.277424 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:16.277756 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:16.278084 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:16.278408 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:16.278729 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:16.279201 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:16.279676 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:16.280154 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:16.292935 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929151'] for router_interface, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.404616 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:49:13Z', 'revision_number': 3, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:16.436416 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df222c-d2cf-457e-93ec-ed0d42db1a99 None None] The sync data for ids ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'] in dv-cinder-779194-3-iscsi is: [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:49:13Z', 'revision_number': 3, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:49:16.528494 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-75966d79-335e-482d-b0f2-6662f95fd8ce None None] Provisioning for port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:16.532834 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-75966d79-335e-482d-b0f2-6662f95fd8ce None None] Provisioning complete for port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:16.533202 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-75966d79-335e-482d-b0f2-6662f95fd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.567585 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-75966d79-335e-482d-b0f2-6662f95fd8ce None None] Port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:49:16.603914 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.669569 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 5b550248-794a-4877-a1db-44fb61529aa2 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:49:16.689666 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: 5b550248-794a-4877-a1db-44fb61529aa2 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:49:16.690223 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 5b550248-794a-4877-a1db-44fb61529aa2 not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:49:16.818542 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.899924 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:16.992866 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Pushing event updated for resources: {'Port': ['ID=7a7934a5-1e57-43b0-871c-24c72a8f8c04,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:16.995434 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929519'] for router_interface, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:17.084732 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device e08d6b42-aa24-4163-b138-9b960f74fab0 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:17.114262 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:17.116637 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:17.153579 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port e08d6b42-aa24-4163-b138-9b960f74fab0 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:17.153962 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:17.299569 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 6b03a7b0-0cc4-499c-a34b-8ae85234991b up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:17.321543 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Router e2930c02-42b7-4cd9-b691-a39c39bfb8be has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:49:17.385738 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-03fac53e-bd4d-4a09-ad6c-5586a2f78782 req-040638c8-004b-4e41-beec-05f5480e2497 tempest-VolumesActionsTest-650592474 tempest-VolumesActionsTest-650592474-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1cad1c-ebea-4f04-a79c-246067efd43d HTTP/1.1" status: 200 len: 210 time: 0.0597763 Jul 27 06:49:17.415990 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-97bebc8a-6b6d-429b-a0fe-705cc707366e None None] Provisioning complete for port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:17.418392 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-97bebc8a-6b6d-429b-a0fe-705cc707366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:17.464840 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 6b03a7b0-0cc4-499c-a34b-8ae85234991b completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:17.468467 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-97bebc8a-6b6d-429b-a0fe-705cc707366e None None] Port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:49:17.472555 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 6b03a7b0-0cc4-499c-a34b-8ae85234991b triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:17.473124 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:17.566660 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:17.620295 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 6b03a7b0-0cc4-499c-a34b-8ae85234991b, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=6b03a7b0-0cc4-499c-a34b-8ae85234991b,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:17.706246 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:17.741069 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:49:17.741069 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-37e08b1a-7ecc-450e-bdd4-3989cc2318ee admin admin] 10.222.0.24 "PUT /v2.0/routers/e2930c02-42b7-4cd9-b691-a39c39bfb8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5939610 Jul 27 06:49:17.766704 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=6b03a7b0-0cc4-499c-a34b-8ae85234991b,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:17.843491 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-60293a7b-66cd-40de-8452-d746814fd41f tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:17.845149 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-60293a7b-66cd-40de-8452-d746814fd41f tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/networks?id=266c897e-a917-4a9d-a0f8-cdc2e66dacec HTTP/1.1" status: 200 len: 814 time: 0.1064394 Jul 27 06:49:17.865564 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-6edd143b-b5bc-4780-824a-7e786ce47f2a tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/quotas/82228e66221245dfab9df5ea8b98f3ed HTTP/1.1" status: 200 len: 375 time: 0.0134888 Jul 27 06:49:17.907364 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-869a567e-a5e4-487b-b5d5-42df61d350a3 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82228e66221245dfab9df5ea8b98f3ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350811 Jul 27 06:49:18.008857 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-47a0280d-d7d1-45d3-834d-281b85b109e8 service neutron] 10.222.0.24 "GET /v2.0/networks/266c897e-a917-4a9d-a0f8-cdc2e66dacec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930614 Jul 27 06:49:18.107934 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-89fd741e-6f76-4e0e-b6e0-01a05e44d2bc service neutron] 10.222.0.24 "GET /v2.0/networks/266c897e-a917-4a9d-a0f8-cdc2e66dacec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928485 Jul 27 06:49:18.230273 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Sync routers for ids ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:49:18.239073 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Routers {'e2930c02-42b7-4cd9-b691-a39c39bfb8be'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:18.239692 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:48:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:18.358994 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Set router e2930c02-42b7-4cd9-b691-a39c39bfb8be gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:18.401423 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e0c90660-3fc3-463d-8f40-ec9c8303f069 req-b04704a5-a8f4-4677-aba0-d5deb4ad720d tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 210 time: 0.0380566 Jul 27 06:49:18.601561 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:49:16Z', 'revision_number': 4, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '7a7934a5-1e57-43b0-871c-24c72a8f8c04', 'name': '', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'mac_address': 'fa:16:3e:03:a4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:15Z', 'updated_at': '2021-07-27T06:49:16Z', 'revision_number': 2, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'subnets': [{'id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:18.628303 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Checking router: e2930c02-42b7-4cd9-b691-a39c39bfb8be for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:49:18.628692 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Updating router e2930c02-42b7-4cd9-b691-a39c39bfb8be port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 binding host dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:49:18.664301 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:18.919108 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 60260) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:18.925546 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1235360515-network', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:18.956136 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 6b03a7b0-0cc4-499c-a34b-8ae85234991b up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:19.008311 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Notify callbacks [] for port, precommit_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.025717 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Transition to ACTIVE for port object 7a7934a5-1e57-43b0-871c-24c72a8f8c04 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:19.036682 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 6b03a7b0-0cc4-499c-a34b-8ae85234991b triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:19.037651 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.066562 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Made reservation on behalf of 6fb84297fb5b40b0964295e1480e241b for: {'network': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:19.069927 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.078657 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.128038 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.167585 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.260126 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.306356 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a9ae7-3a56-4fab-b205-bfd9721bb64d None None] Pushing event updated for resources: {'Port': ['ID=7a7934a5-1e57-43b0-871c-24c72a8f8c04,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:19.333302 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=100257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:49:19.344636 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ab163d-9ab9-4c56-a8a2-6feb271cc162,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:19.369583 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.369941 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.segments_db [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Added segment a3992447-a095-4307-b335-fb06e652bdf0 of type vlan for network ceaea14f-add0-4861-9d45-e93800d917cb Jul 27 06:49:19.377019 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Attempting to bind port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:19.377603 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Attempting to bind port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:19.378134 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Attempting to bind port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 on network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:19.383753 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:19.384155 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Checking segment: {'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:19.384852 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.385354 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Bound using segment: {'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:19.385964 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Bound port: 7a7934a5-1e57-43b0-871c-24c72a8f8c04, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:19.386361 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.421313 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.462201 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] For port 7a7934a5-1e57-43b0-871c-24c72a8f8c04, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:19.467587 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] For port 7a7934a5-1e57-43b0-871c-24c72a8f8c04, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=7a7934a5-1e57-43b0-871c-24c72a8f8c04,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:19.525955 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2c76d1bf-82f2-49dd-b22c-e3c2966d8c15 req-74e9854d-57a3-4f26-9bd3-aa54b5cc8698 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 210 time: 0.0289693 Jul 27 06:49:19.542676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.568858 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.570054 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:19.576010 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:19.620661 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a9ae7-3a56-4fab-b205-bfd9721bb64d None None] Pushing event updated for resources: {'Port': ['ID=7a7934a5-1e57-43b0-871c-24c72a8f8c04,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:19.623148 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Routers {'e2930c02-42b7-4cd9-b691-a39c39bfb8be'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:19.623947 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:48:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:19.667563 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] Pushing event updated for resources: {'Network': ['ID=ceaea14f-add0-4861-9d45-e93800d917cb,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:19.691977 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network ceaea14f-add0-4861-9d45-e93800d917cb details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:49:19.774844 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-c8fb3b52-b466-4aeb-838e-18febcb186fe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8546028 Jul 27 06:49:19.778686 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 60294) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:19.784510 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Request body: {'subnet': {'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1235360515-subnet', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'ip_version': 4}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:19.827577 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] Set router e2930c02-42b7-4cd9-b691-a39c39bfb8be gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:19.954238 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Made reservation on behalf of 6fb84297fb5b40b0964295e1480e241b for: {'subnet': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:19.958237 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12560993'] for subnet, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:20.058958 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:49:16Z', 'revision_number': 4, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '7a7934a5-1e57-43b0-871c-24c72a8f8c04', 'name': '', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'mac_address': 'fa:16:3e:03:a4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:15Z', 'updated_at': '2021-07-27T06:49:19Z', 'revision_number': 4, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'subnets': [{'id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:20.086593 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0893d-d47b-4c9c-ad70-0d133e277c58 None None] The sync data for ids ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'] in dv-cinder-779194-3-iscsi is: [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:49:16Z', 'revision_number': 4, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '7a7934a5-1e57-43b0-871c-24c72a8f8c04', 'name': '', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'mac_address': 'fa:16:3e:03:a4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:15Z', 'updated_at': '2021-07-27T06:49:19Z', 'revision_number': 4, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'subnets': [{'id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:49:20.255363 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12579388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12561011'] for subnet, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:20.321059 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a909d4-0a18-458a-b566-6e9b740ca590,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:20.333807 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:20.338799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:20.338799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:20.338799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:20.338799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:20.338799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:20.338799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:20.338799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:20.338799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:20.338799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:20.338799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:20.338799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:20.343912 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Checking segment: {'id': 'a3992447-a095-4307-b335-fb06e652bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:20.344266 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Network hostable DHCP agents. Network: ceaea14f-add0-4861-9d45-e93800d917cb, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:49:20.453680 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Network ceaea14f-add0-4861-9d45-e93800d917cb is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:49:20.534285 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, ceaea14f-add0-4861-9d45-e93800d917cb) {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:20.543124 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb2037-ee7c-4025-96ee-a73453642b77 None None] Network ceaea14f-add0-4861-9d45-e93800d917cb requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:49:20.545214 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:20.545895 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:20.639685 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-677515be-c365-435e-bb0e-6685017f8aa4 req-4f852660-65ca-448d-bde0-a08ca2b5d291 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 210 time: 0.0308757 Jul 27 06:49:20.652973 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-470f1459-7ecc-439a-a012-07a1e1546240 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8730876 Jul 27 06:49:20.653136 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 60322) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:20.657927 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1235360515-router', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:20.764745 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped675565-aa29-5855-a0a6-196c76607e72-ceaea14f-add0-4861-9d45-e93800d917cb', 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'fixed_ips': [{'subnet_id': '71a909d4-0a18-458a-b566-6e9b740ca590'}]}} from dv-cinder-779194-3-iscsi. {{(pid=100259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:49:20.766478 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:20.769034 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-704'] for router, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:20.770315 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-697'] for router, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:20.834556 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:20.930632 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.db_base_plugin_common [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Allocated IP 172.20.0.2 (ceaea14f-add0-4861-9d45-e93800d917cb/71a909d4-0a18-458a-b566-6e9b740ca590/a357bb75-684d-4beb-9969-829e7e26bc63) {{(pid=100259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:21.007319 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 7a7934a5-1e57-43b0-871c-24c72a8f8c04 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:21.063914 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-928781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.142035 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Notify callbacks [] for port, precommit_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.151102 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Transition to ACTIVE for port object a357bb75-684d-4beb-9969-829e7e26bc63 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:21.167490 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Transition to ACTIVE for port object a357bb75-684d-4beb-9969-829e7e26bc63 will not be triggered until provisioned by entity DHCP. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:21.179819 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:21.184570 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:21.187721 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.251909 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.298316 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.301152 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Network ceaea14f-add0-4861-9d45-e93800d917cb is already hosted by enough agents. {{(pid=100259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:21.313258 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.base_scheduler [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Resources bound (agent type, host, resource id): {{(pid=100259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:21.315794 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Received port after_create {{(pid=100259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:21.334961 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Pushing event updated for resources: {'Port': ['ID=a357bb75-684d-4beb-9969-829e7e26bc63,revision_number=1']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:21.359893 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.384142 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.399625 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 7a7934a5-1e57-43b0-871c-24c72a8f8c04, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=7a7934a5-1e57-43b0-871c-24c72a8f8c04,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:21.402203 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Attempting to bind port a357bb75-684d-4beb-9969-829e7e26bc63 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:21.402580 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Attempting to bind port a357bb75-684d-4beb-9969-829e7e26bc63 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'a3992447-a095-4307-b335-fb06e652bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:21.402948 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Attempting to bind port a357bb75-684d-4beb-9969-829e7e26bc63 on network ceaea14f-add0-4861-9d45-e93800d917cb {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:21.407853 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:21.408232 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Checking segment: {'id': 'a3992447-a095-4307-b335-fb06e652bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:21.408660 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.409054 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Bound using segment: {'id': 'a3992447-a095-4307-b335-fb06e652bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:21.409511 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Bound port: a357bb75-684d-4beb-9969-829e7e26bc63, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3992447-a095-4307-b335-fb06e652bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:21.409895 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.475937 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] For port a357bb75-684d-4beb-9969-829e7e26bc63, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:21.479029 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] For port a357bb75-684d-4beb-9969-829e7e26bc63, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=a357bb75-684d-4beb-9969-829e7e26bc63,segment=NetworkSegment(a3992447-a095-4307-b335-fb06e652bdf0),segment_id=a3992447-a095-4307-b335-fb06e652bdf0)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:21.493862 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Allocated IP 172.27.1.52 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/eca8e5bf-5674-4b11-92b4-8d943720b1d2) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:21.528667 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.582545 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=7a7934a5-1e57-43b0-871c-24c72a8f8c04,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:21.605514 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.722298 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.740520 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-888a37b0-d7b0-41da-92b5-5113e34f1243 req-37a83124-bb55-4e42-b7e4-df60da1a61cb tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 210 time: 0.0278630 Jul 27 06:49:21.778881 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb878dc7-fac2-4a45-8336-9f7f4d6b8833 None None] Pushing event updated for resources: {'Port': ['ID=a357bb75-684d-4beb-9969-829e7e26bc63,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:21.809053 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:21.850680 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:21.852201 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:21.859629 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:21.887445 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Pushing event updated for resources: {'Port': ['ID=eca8e5bf-5674-4b11-92b4-8d943720b1d2,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:22.207418 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:22.419146 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928802'] for router, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:22.608965 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5733dc-97ba-4f7a-885b-e18de37e9974 None None] Network ceaea14f-add0-4861-9d45-e93800d917cb requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:49:22.699915 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Router 9a9b491b-1064-43b0-b48c-8bf6cef37c01 is scheduled to L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 with binding_index 1 {{(pid=100257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:49:22.819317 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:49:22.830484 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Sync routers for ids ['9a9b491b-1064-43b0-b48c-8bf6cef37c01'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:49:22.831020 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-0bbfcf09-30ca-4403-bb9f-33f22f8cc9a8 None None] Provisioning for port a357bb75-684d-4beb-9969-829e7e26bc63 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:22.842077 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Routers {'9a9b491b-1064-43b0-b48c-8bf6cef37c01'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:22.844369 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:48:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['9a9b491b-1064-43b0-b48c-8bf6cef37c01'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:22.876754 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-851826eb-bb2f-43b2-8147-3ea1236f65d5 req-0a8e587f-b85d-4e02-a9f2-9eefda3f76fd tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 210 time: 0.0611761 Jul 27 06:49:22.968397 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] Notify callbacks [] for router, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:22.970112 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-d00459dd-ffe1-4ed2-bb58-70a84798688f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3159359 Jul 27 06:49:22.972701 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 60356) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:22.976819 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Set router 9a9b491b-1064-43b0-b48c-8bf6cef37c01 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:23.092772 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 7a7934a5-1e57-43b0-871c-24c72a8f8c04 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:23.140397 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:23.140808 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.173108 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'name': 'tempest-TestMinimumBasicScenario-1235360515-router', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:20Z', 'updated_at': '2021-07-27T06:49:22Z', 'revision_number': 3, 'project_id': '6fb84297fb5b40b0964295e1480e241b', 'gw_port': {'id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:21Z', 'updated_at': '2021-07-27T06:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:23.200837 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Checking router: 9a9b491b-1064-43b0-b48c-8bf6cef37c01 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:49:23.201229 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Updating router 9a9b491b-1064-43b0-b48c-8bf6cef37c01 port eca8e5bf-5674-4b11-92b4-8d943720b1d2 binding host dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:49:23.223738 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device a357bb75-684d-4beb-9969-829e7e26bc63 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:23.235137 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.356721 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port a357bb75-684d-4beb-9969-829e7e26bc63 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:23.361146 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port a357bb75-684d-4beb-9969-829e7e26bc63 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:23.361635 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.442990 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.478764 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port a357bb75-684d-4beb-9969-829e7e26bc63, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=a357bb75-684d-4beb-9969-829e7e26bc63,segment=NetworkSegment(a3992447-a095-4307-b335-fb06e652bdf0),segment_id=a3992447-a095-4307-b335-fb06e652bdf0)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:23.498542 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Notify callbacks [] for port, precommit_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.509623 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.provisioning_blocks [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Transition to ACTIVE for port object eca8e5bf-5674-4b11-92b4-8d943720b1d2 will not be triggered until provisioned by entity L2. {{(pid=100260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:23.598527 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.620171 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.648378 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.667850 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=a357bb75-684d-4beb-9969-829e7e26bc63,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:23.699989 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7af42-df7c-4cd3-8d27-ca12c1d612d8 None None] Pushing event updated for resources: {'Port': ['ID=eca8e5bf-5674-4b11-92b4-8d943720b1d2,revision_number=2']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:23.707893 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Attempting to bind port eca8e5bf-5674-4b11-92b4-8d943720b1d2 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:23.708119 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Attempting to bind port eca8e5bf-5674-4b11-92b4-8d943720b1d2 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:23.708479 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Attempting to bind port eca8e5bf-5674-4b11-92b4-8d943720b1d2 on network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:23.716750 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:23.717135 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Checking segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:23.717542 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.717932 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Bound using segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:23.718448 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Bound port: eca8e5bf-5674-4b11-92b4-8d943720b1d2, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:23.718854 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.765682 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Allocated IP 172.20.0.1 (ceaea14f-add0-4861-9d45-e93800d917cb/71a909d4-0a18-458a-b566-6e9b740ca590/6edc54c9-6b6f-4aa2-891f-98048d8d7f0f) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:23.779404 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] For port eca8e5bf-5674-4b11-92b4-8d943720b1d2, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:23.782560 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] For port eca8e5bf-5674-4b11-92b4-8d943720b1d2, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=eca8e5bf-5674-4b11-92b4-8d943720b1d2,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:23.870646 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.873238 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:23.887509 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.provisioning_blocks [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Transition to ACTIVE for port object 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f will not be triggered until provisioned by entity DHCP. {{(pid=100257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:23.922352 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Routers {'9a9b491b-1064-43b0-b48c-8bf6cef37c01'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:23.922976 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:48:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['9a9b491b-1064-43b0-b48c-8bf6cef37c01'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:23.979633 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-31d4b8e1-8113-4d23-b1d3-5a16674bca5e req-d9ba88a5-6388-4a6f-ac2b-bab331b265ec tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 210 time: 0.0341146 Jul 27 06:49:24.005464 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:24.044161 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Network ceaea14f-add0-4861-9d45-e93800d917cb is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:24.049012 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:24.051916 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:24.078002 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Pushing event updated for resources: {'Port': ['ID=6edc54c9-6b6f-4aa2-891f-98048d8d7f0f,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:24.101098 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929151'] for router_interface, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:24.117370 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7af42-df7c-4cd3-8d27-ca12c1d612d8 None None] Pushing event updated for resources: {'Port': ['ID=eca8e5bf-5674-4b11-92b4-8d943720b1d2,revision_number=3']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:24.127825 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] Set router 9a9b491b-1064-43b0-b48c-8bf6cef37c01 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:24.191154 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-304a4b2d-e0e4-4f4c-924f-a83f2922baa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:24.300540 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-63ab7a40-5286-4e0c-bace-3be650b2f022 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:24.301995 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-63ab7a40-5286-4e0c-bace-3be650b2f022 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.30 "GET /v2.0/networks?id=266c897e-a917-4a9d-a0f8-cdc2e66dacec HTTP/1.1" status: 200 len: 814 time: 0.1305482 Jul 27 06:49:24.319486 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'name': 'tempest-TestMinimumBasicScenario-1235360515-router', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:20Z', 'updated_at': '2021-07-27T06:49:22Z', 'revision_number': 3, 'project_id': '6fb84297fb5b40b0964295e1480e241b', 'gw_port': {'id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:21Z', 'updated_at': '2021-07-27T06:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:24.344418 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:24.345505 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3848a9b-948d-4fdb-b45f-b959e2f67e68 None None] The sync data for ids ['9a9b491b-1064-43b0-b48c-8bf6cef37c01'] in dv-cinder-779194-3-iscsi is: [{'id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'name': 'tempest-TestMinimumBasicScenario-1235360515-router', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:20Z', 'updated_at': '2021-07-27T06:49:22Z', 'revision_number': 3, 'project_id': '6fb84297fb5b40b0964295e1480e241b', 'gw_port': {'id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:21Z', 'updated_at': '2021-07-27T06:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:49:24.379627 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-5567eb75-7367-4d1b-a448-3f2529f71e6e None None] Provisioning for port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:24.385425 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-5567eb75-7367-4d1b-a448-3f2529f71e6e None None] Provisioning complete for port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:24.385808 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5567eb75-7367-4d1b-a448-3f2529f71e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:24.423301 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-5567eb75-7367-4d1b-a448-3f2529f71e6e None None] Port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:49:24.515108 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:24.614111 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:24.692073 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929519'] for router_interface, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:24.692073 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Pushing event updated for resources: {'Port': ['ID=6edc54c9-6b6f-4aa2-891f-98048d8d7f0f,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:24.790579 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Network ceaea14f-add0-4861-9d45-e93800d917cb is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:24.792404 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:24.928841 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Router 9a9b491b-1064-43b0-b48c-8bf6cef37c01 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:49:25.095690 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device eca8e5bf-5674-4b11-92b4-8d943720b1d2 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:25.096583 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:49:25.110591 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-52203ee1-1fe9-4185-bde3-5ee6d53cf5bf admin admin] 10.222.0.24 "PUT /v2.0/routers/9a9b491b-1064-43b0-b48c-8bf6cef37c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1294880 Jul 27 06:49:25.143448 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-686ba5d5-eb5c-48f8-b0ed-c457f237c550 req-43030199-12ff-4906-bc77-4f1ea542ba0f tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 210 time: 0.0349090 Jul 27 06:49:25.191405 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-693a787c-2827-4fd7-85d1-a6c590037129 None None] Provisioning complete for port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:25.192551 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-693a787c-2827-4fd7-85d1-a6c590037129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:25.231964 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-693a787c-2827-4fd7-85d1-a6c590037129 None None] Port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:49:25.293832 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port eca8e5bf-5674-4b11-92b4-8d943720b1d2 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:25.297744 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port eca8e5bf-5674-4b11-92b4-8d943720b1d2 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:25.298128 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:25.378109 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:25.399470 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port eca8e5bf-5674-4b11-92b4-8d943720b1d2, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=eca8e5bf-5674-4b11-92b4-8d943720b1d2,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:25.510973 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:25.511771 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device a357bb75-684d-4beb-9969-829e7e26bc63 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:25.591944 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=eca8e5bf-5674-4b11-92b4-8d943720b1d2,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:25.605126 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port a357bb75-684d-4beb-9969-829e7e26bc63 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:25.605506 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:26.274808 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-185a22f4-ba41-476f-b4fa-383d0b915396 req-1b852a9d-04cb-4347-bcc4-fae37fe1b211 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 210 time: 0.0558259 Jul 27 06:49:26.911508 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-093b14b5-f274-4d93-ada0-25034c7f7b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:26.981800 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:27.022664 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device eca8e5bf-5674-4b11-92b4-8d943720b1d2 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:27.080444 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port eca8e5bf-5674-4b11-92b4-8d943720b1d2 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:27.080884 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:27.092073 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Request body: {'port': {'device_id': '07c8dc13-52d8-4754-8ec2-66a92a2e21ba', 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec', 'admin_state_up': True, 'tenant_id': '82228e66221245dfab9df5ea8b98f3ed'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:27.137391 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Sync routers for ids ['9a9b491b-1064-43b0-b48c-8bf6cef37c01'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:49:27.158850 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Routers {'9a9b491b-1064-43b0-b48c-8bf6cef37c01'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:27.159763 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:49:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['9a9b491b-1064-43b0-b48c-8bf6cef37c01'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:27.274335 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Set router 9a9b491b-1064-43b0-b48c-8bf6cef37c01 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:27.301824 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Made reservation on behalf of 82228e66221245dfab9df5ea8b98f3ed for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:27.310364 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:27.402623 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ad115240-d261-403c-8d84-f56c1f771e29 req-350980f1-34fc-4d96-9fc5-b67eb9c11df9 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 210 time: 0.0325818 Jul 27 06:49:27.527959 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Allocated IP 172.20.0.10 (266c897e-a917-4a9d-a0f8-cdc2e66dacec/681c1b00-afca-4f39-9b58-bed7c88a0c1f/fadd70f2-5fbe-4924-af00-49fdce874515) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:27.592039 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'name': 'tempest-TestMinimumBasicScenario-1235360515-router', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:20Z', 'updated_at': '2021-07-27T06:49:24Z', 'revision_number': 4, 'project_id': '6fb84297fb5b40b0964295e1480e241b', 'gw_port': {'id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:21Z', 'updated_at': '2021-07-27T06:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '6edc54c9-6b6f-4aa2-891f-98048d8d7f0f', 'name': '', 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'mac_address': 'fa:16:3e:5d:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '71a909d4-0a18-458a-b566-6e9b740ca590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:23Z', 'updated_at': '2021-07-27T06:49:24Z', 'revision_number': 2, 'project_id': '6fb84297fb5b40b0964295e1480e241b', 'subnets': [{'id': '71a909d4-0a18-458a-b566-6e9b740ca590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:27.626291 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Checking router: 9a9b491b-1064-43b0-b48c-8bf6cef37c01 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:49:27.626684 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Updating router 9a9b491b-1064-43b0-b48c-8bf6cef37c01 port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f binding host dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:49:27.688204 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:27.691467 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:27.810734 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:27.850986 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ab26a08e-053b-4e79-a7fe-3f20b2d7619a req-147dbe34-85e9-4ad2-bc71-7f3a1a487fd1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1365328 Jul 27 06:49:28.119039 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a08e-053b-4e79-a7fe-3f20b2d7619a req-cac81b5e-dc14-473b-b81a-007a09682a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:28.120697 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ab26a08e-053b-4e79-a7fe-3f20b2d7619a req-cac81b5e-dc14-473b-b81a-007a09682a2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 1099 time: 0.2053077 Jul 27 06:49:28.197507 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Notify callbacks [] for port, precommit_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:28.209715 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Transition to ACTIVE for port object 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:28.262838 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a08e-053b-4e79-a7fe-3f20b2d7619a req-f87412a5-7dcb-445c-a883-ac65b49de632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:28.264510 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ab26a08e-053b-4e79-a7fe-3f20b2d7619a req-f87412a5-7dcb-445c-a883-ac65b49de632 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 200 len: 919 time: 0.1041913 Jul 27 06:49:28.312575 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ab26a08e-053b-4e79-a7fe-3f20b2d7619a req-0545b405-05bd-46a1-b985-24348cb64a0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb17be9b-0d2d-4078-855b-d6da619611ab HTTP/1.1" status: 200 len: 217 time: 0.0373759 Jul 27 06:49:28.362138 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:28.362749 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:28.372858 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:49:28.382436 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a08e-053b-4e79-a7fe-3f20b2d7619a req-f736e7e7-f8e1-46ea-a81c-dacb89d1355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:28.391168 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ab26a08e-053b-4e79-a7fe-3f20b2d7619a req-f736e7e7-f8e1-46ea-a81c-dacb89d1355b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cde0b16-95d6-4402-80bd-b9623cf5aac9 HTTP/1.1" status: 200 len: 858 time: 0.0680587 Jul 27 06:49:28.442142 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ab26a08e-053b-4e79-a7fe-3f20b2d7619a req-5a3f30db-6c1d-4010-9e88-3113a4607661 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2817c17d-99bf-4f49-a0aa-89c64829a007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416124 Jul 27 06:49:28.454030 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:28.470091 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Network 266c897e-a917-4a9d-a0f8-cdc2e66dacec is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:28.473994 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:28.489365 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:28.579997 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ab26a08e-053b-4e79-a7fe-3f20b2d7619a req-766bc116-5509-4209-b881-66081f7f050f service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172302 Jul 27 06:49:28.598746 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:28.603784 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:28.629101 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Pushing event updated for resources: {'Port': ['ID=fadd70f2-5fbe-4924-af00-49fdce874515,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:28.707799 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627ab9f-be1b-495c-b3c3-afdee752c40b None None] Pushing event updated for resources: {'Port': ['ID=6edc54c9-6b6f-4aa2-891f-98048d8d7f0f,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:28.817243 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-ea4c44f8-d877-4132-9c57-1f9cdeff4f72 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7218432 Jul 27 06:49:28.839056 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Request body: {'port': {'device_id': '07c8dc13-52d8-4754-8ec2-66a92a2e21ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:28.887629 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Attempting to bind port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:28.888193 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Attempting to bind port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'a3992447-a095-4307-b335-fb06e652bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:28.888727 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Attempting to bind port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f on network ceaea14f-add0-4861-9d45-e93800d917cb {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:28.903897 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:28.903897 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Checking segment: {'id': 'a3992447-a095-4307-b335-fb06e652bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:28.903897 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:28.903897 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Bound using segment: {'id': 'a3992447-a095-4307-b335-fb06e652bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:28.904744 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Bound port: 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3992447-a095-4307-b335-fb06e652bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:28.905366 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:28.918517 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17838200-85d0-43b9-91a1-5642cf533d43 req-3649a3d5-2e0e-47e4-93a8-300e50723178 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:28.922007 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-17838200-85d0-43b9-91a1-5642cf533d43 req-3649a3d5-2e0e-47e4-93a8-300e50723178 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 932 time: 0.2001834 Jul 27 06:49:28.926380 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ab26a08e-053b-4e79-a7fe-3f20b2d7619a req-135932a9-0cd3-45ac-8719-4832896fdd01 service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250384 Jul 27 06:49:28.966248 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:29.022230 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-17838200-85d0-43b9-91a1-5642cf533d43 req-b91d93b2-45aa-4da6-ba4e-25d96b33968d tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893080 Jul 27 06:49:29.065534 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] For port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:29.071569 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] For port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=6edc54c9-6b6f-4aa2-891f-98048d8d7f0f,segment=NetworkSegment(a3992447-a095-4307-b335-fb06e652bdf0),segment_id=a3992447-a095-4307-b335-fb06e652bdf0)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:29.220427 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:29.425630 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:29.498341 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Routers {'9a9b491b-1064-43b0-b48c-8bf6cef37c01'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:49:29.499020 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:49:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['9a9b491b-1064-43b0-b48c-8bf6cef37c01'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:29.682962 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627ab9f-be1b-495c-b3c3-afdee752c40b None None] Pushing event updated for resources: {'Port': ['ID=6edc54c9-6b6f-4aa2-891f-98048d8d7f0f,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:29.684213 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04efe9-e2c6-4d81-80b7-98d4a4509fab req-8629ab31-6b16-4020-b206-46e76c9c8d08 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:29.694133 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4a04efe9-e2c6-4d81-80b7-98d4a4509fab req-8629ab31-6b16-4020-b206-46e76c9c8d08 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1833920 Jul 27 06:49:29.697339 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586fe88-8a97-4916-bcd2-8b16a47ac758 req-db825440-dd86-4558-807f-a400f8f9a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:29.698271 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fadd70f2-5fbe-4924-af00-49fdce874515 {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:49:29.699785 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9586fe88-8a97-4916-bcd2-8b16a47ac758 req-db825440-dd86-4558-807f-a400f8f9a395 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 1099 time: 0.2837846 Jul 27 06:49:29.719275 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:29.757316 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Transition to ACTIVE for port object fadd70f2-5fbe-4924-af00-49fdce874515 will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:29.858979 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:29.914484 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] Set router 9a9b491b-1064-43b0-b48c-8bf6cef37c01 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:49:29.923426 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586fe88-8a97-4916-bcd2-8b16a47ac758 req-dcba82ca-83a7-4980-badf-485fe6e3feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:29.929736 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9586fe88-8a97-4916-bcd2-8b16a47ac758 req-dcba82ca-83a7-4980-badf-485fe6e3feb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 200 len: 919 time: 0.1928673 Jul 27 06:49:29.980369 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4a04efe9-e2c6-4d81-80b7-98d4a4509fab req-8b706d81-b2f8-46f5-ac0a-44540d63ab8a tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777073 Jul 27 06:49:30.017704 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Pushing event updated for resources: {'Port': ['ID=fadd70f2-5fbe-4924-af00-49fdce874515,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:30.058930 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Attempting to bind port fadd70f2-5fbe-4924-af00-49fdce874515 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:30.059413 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Attempting to bind port fadd70f2-5fbe-4924-af00-49fdce874515 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '2fb872f9-2b54-4c17-8320-3791242f7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:30.059905 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Attempting to bind port fadd70f2-5fbe-4924-af00-49fdce874515 on network 266c897e-a917-4a9d-a0f8-cdc2e66dacec {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:30.065317 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Port fadd70f2-5fbe-4924-af00-49fdce874515 on network 266c897e-a917-4a9d-a0f8-cdc2e66dacec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:49:30.077773 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Attempting to bind port fadd70f2-5fbe-4924-af00-49fdce874515 on network 266c897e-a917-4a9d-a0f8-cdc2e66dacec {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:30.125822 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:30.126295 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Checking segment: {'id': '2fb872f9-2b54-4c17-8320-3791242f7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:30.126761 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Bound using segment: {'id': '2fb872f9-2b54-4c17-8320-3791242f7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:30.127849 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Bound port: fadd70f2-5fbe-4924-af00-49fdce874515, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb872f9-2b54-4c17-8320-3791242f7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:30.128882 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:30.227809 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] For port fadd70f2-5fbe-4924-af00-49fdce874515, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:30.234967 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] For port fadd70f2-5fbe-4924-af00-49fdce874515, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=fadd70f2-5fbe-4924-af00-49fdce874515,segment=NetworkSegment(2fb872f9-2b54-4c17-8320-3791242f7f5f),segment_id=2fb872f9-2b54-4c17-8320-3791242f7f5f)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:30.250220 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1eb3e-098e-4122-adb7-3549476b7a29 req-60de0b9f-c8a0-465f-8794-dfc5d978fe3e tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:30.252189 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bbc1eb3e-098e-4122-adb7-3549476b7a29 req-60de0b9f-c8a0-465f-8794-dfc5d978fe3e tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 944 time: 0.0899303 Jul 27 06:49:30.273617 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'name': 'tempest-TestMinimumBasicScenario-1235360515-router', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:20Z', 'updated_at': '2021-07-27T06:49:24Z', 'revision_number': 4, 'project_id': '6fb84297fb5b40b0964295e1480e241b', 'gw_port': {'id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:21Z', 'updated_at': '2021-07-27T06:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '6edc54c9-6b6f-4aa2-891f-98048d8d7f0f', 'name': '', 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'mac_address': 'fa:16:3e:5d:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '71a909d4-0a18-458a-b566-6e9b740ca590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:23Z', 'updated_at': '2021-07-27T06:49:29Z', 'revision_number': 4, 'project_id': '6fb84297fb5b40b0964295e1480e241b', 'subnets': [{'id': '71a909d4-0a18-458a-b566-6e9b740ca590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:49:30.304052 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bbc1eb3e-098e-4122-adb7-3549476b7a29 req-35569865-f410-4316-91ff-66399a7af0ef tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461195 Jul 27 06:49:30.307119 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb396c-f671-45d0-8315-806a9d5de892 None None] The sync data for ids ['9a9b491b-1064-43b0-b48c-8bf6cef37c01'] in dv-cinder-779194-3-iscsi is: [{'id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'name': 'tempest-TestMinimumBasicScenario-1235360515-router', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:20Z', 'updated_at': '2021-07-27T06:49:24Z', 'revision_number': 4, 'project_id': '6fb84297fb5b40b0964295e1480e241b', 'gw_port': {'id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:21Z', 'updated_at': '2021-07-27T06:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '6edc54c9-6b6f-4aa2-891f-98048d8d7f0f', 'name': '', 'network_id': 'ceaea14f-add0-4861-9d45-e93800d917cb', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'mac_address': 'fa:16:3e:5d:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '71a909d4-0a18-458a-b566-6e9b740ca590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:23Z', 'updated_at': '2021-07-27T06:49:29Z', 'revision_number': 4, 'project_id': '6fb84297fb5b40b0964295e1480e241b', 'subnets': [{'id': '71a909d4-0a18-458a-b566-6e9b740ca590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:49:30.545008 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:30.590777 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:30.591660 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:30.592890 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] 10.222.0.30 "PUT /v2.0/ports/fadd70f2-5fbe-4924-af00-49fdce874515 HTTP/1.1" status: 200 len: 1094 time: 1.7642682 Jul 27 06:49:30.593343 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c8dc13-52d8-4754-8ec2-66a92a2e21ba', 'tag': 'fadd70f2-5fbe-4924-af00-49fdce874515'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:49:30.595662 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db23a871-9275-4aab-a382-8144741df762" -d '{"events": [{"name": "network-changed", "server_uuid": "07c8dc13-52d8-4754-8ec2-66a92a2e21ba", "tag": "fadd70f2-5fbe-4924-af00-49fdce874515"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:49:30.643648 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1d7d1-0434-449d-a7b6-2a5c594ef2bf service neutron] Pushing event updated for resources: {'Port': ['ID=fadd70f2-5fbe-4924-af00-49fdce874515,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:30.663645 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea836251-c1f9-40c6-9222-42c8d3ef628a x-openstack-request-id: req-ea836251-c1f9-40c6-9222-42c8d3ef628a {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:49:30.664023 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c8dc13-52d8-4754-8ec2-66a92a2e21ba", "tag": "fadd70f2-5fbe-4924-af00-49fdce874515", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:49:30.664339 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea836251-c1f9-40c6-9222-42c8d3ef628a {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:49:30.664908 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c8dc13-52d8-4754-8ec2-66a92a2e21ba', 'tag': 'fadd70f2-5fbe-4924-af00-49fdce874515', 'status': 'completed', 'code': 200} Jul 27 06:49:31.117073 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:31.260161 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b393d6-627d-46dd-b8c1-37e8884c144f req-d1a68bf0-3496-4af7-aaf4-4415632d5bf3 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:31.265903 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:31.269955 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e1b393d6-627d-46dd-b8c1-37e8884c144f req-d1a68bf0-3496-4af7-aaf4-4415632d5bf3 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1592724 Jul 27 06:49:31.271937 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:31.272507 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:31.354945 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e1b393d6-627d-46dd-b8c1-37e8884c144f req-fadc4bea-7db3-4817-b217-2f71d6072a67 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783372 Jul 27 06:49:31.491216 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:31.572688 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=6edc54c9-6b6f-4aa2-891f-98048d8d7f0f,segment=NetworkSegment(a3992447-a095-4307-b335-fb06e652bdf0),segment_id=a3992447-a095-4307-b335-fb06e652bdf0)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:31.601766 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2a5d3-a1d9-4541-9b2f-b72b9fa84cd7 req-fe103406-6142-4317-bdec-3acf952eb24d tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:31.607333 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b3a2a5d3-a1d9-4541-9b2f-b72b9fa84cd7 req-fe103406-6142-4317-bdec-3acf952eb24d tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 944 time: 0.1486192 Jul 27 06:49:31.665154 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b3a2a5d3-a1d9-4541-9b2f-b72b9fa84cd7 req-f31cf790-bd28-48fa-b84b-3f20bc4ab25b tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542433 Jul 27 06:49:31.694679 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:31.788972 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=6edc54c9-6b6f-4aa2-891f-98048d8d7f0f,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:32.824577 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbfdd9-c262-4a8b-afea-63cd52a1069b req-676f7e89-8e13-4214-99e7-9cbca2aeaf23 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:32.827062 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c9cbfdd9-c262-4a8b-afea-63cd52a1069b req-676f7e89-8e13-4214-99e7-9cbca2aeaf23 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1872385 Jul 27 06:49:32.928334 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c9cbfdd9-c262-4a8b-afea-63cd52a1069b req-10a4ea41-e8a6-4eaf-a198-b3cde2957fbf tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702600 Jul 27 06:49:33.001906 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:33.161822 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:33.173847 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:33.206664 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9586fe88-8a97-4916-bcd2-8b16a47ac758 req-746a4955-d1f4-4f8c-bc5e-83bc2356a886 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb17be9b-0d2d-4078-855b-d6da619611ab HTTP/1.1" status: 200 len: 217 time: 0.1245458 Jul 27 06:49:33.250400 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23a871-9275-4aab-a382-8144741df762 req-9b771b0a-dc72-4c78-8eff-24c6bc0b87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:33.255061 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-db23a871-9275-4aab-a382-8144741df762 req-9b771b0a-dc72-4c78-8eff-24c6bc0b87ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82228e66221245dfab9df5ea8b98f3ed&device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 1097 time: 0.1465333 Jul 27 06:49:33.275842 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cc067-d2d2-42fd-9d04-5f090028b2fe req-b35c9a3b-8062-41d7-9d59-5b62ecbc892c tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:33.283719 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1b6cc067-d2d2-42fd-9d04-5f090028b2fe req-b35c9a3b-8062-41d7-9d59-5b62ecbc892c tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 944 time: 0.2810690 Jul 27 06:49:33.325184 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586fe88-8a97-4916-bcd2-8b16a47ac758 req-fbe273e9-d989-4b44-8d67-4bca56bd926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:33.326937 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9586fe88-8a97-4916-bcd2-8b16a47ac758 req-fbe273e9-d989-4b44-8d67-4bca56bd926b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cde0b16-95d6-4402-80bd-b9623cf5aac9 HTTP/1.1" status: 200 len: 858 time: 0.1071768 Jul 27 06:49:33.370708 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1b6cc067-d2d2-42fd-9d04-5f090028b2fe req-7db598dc-91ba-46ec-9372-e1011d71c857 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838094 Jul 27 06:49:33.422308 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9586fe88-8a97-4916-bcd2-8b16a47ac758 req-69ea0abb-b021-4649-a287-6279e67c2fca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2817c17d-99bf-4f49-a0aa-89c64829a007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867250 Jul 27 06:49:33.484802 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23a871-9275-4aab-a382-8144741df762 req-4d82cf8e-e869-482f-9747-4b280d02c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:33.486457 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-db23a871-9275-4aab-a382-8144741df762 req-4d82cf8e-e869-482f-9747-4b280d02c0c6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=82228e66221245dfab9df5ea8b98f3ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2116735 Jul 27 06:49:33.574264 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9586fe88-8a97-4916-bcd2-8b16a47ac758 req-47ec816f-32bd-4910-a23f-32def3a6016b service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396749 Jul 27 06:49:33.665276 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23a871-9275-4aab-a382-8144741df762 req-5ceeec3e-96e9-430b-891d-21c3e0afd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:33.669620 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-db23a871-9275-4aab-a382-8144741df762 req-5ceeec3e-96e9-430b-891d-21c3e0afd380 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727931 Jul 27 06:49:33.723956 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9586fe88-8a97-4916-bcd2-8b16a47ac758 req-86d6e56e-549a-44f7-97c0-ef227a940b15 service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365018 Jul 27 06:49:33.912382 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-5511d2d8-1fdd-45aa-ae19-6fe71307e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:33.916617 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-5511d2d8-1fdd-45aa-ae19-6fe71307e06f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82228e66221245dfab9df5ea8b98f3ed&device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 1097 time: 0.0916195 Jul 27 06:49:33.994579 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-fc4dbebe-e331-4319-ae60-bd393d5c6bf3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fadd70f2-5fbe-4924-af00-49fdce874515 HTTP/1.1" status: 200 len: 217 time: 0.0577285 Jul 27 06:49:34.137455 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-80d5ed51-eeb0-4325-bc6b-a1e7ce58be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:34.139409 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-80d5ed51-eeb0-4325-bc6b-a1e7ce58be34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=681c1b00-afca-4f39-9b58-bed7c88a0c1f HTTP/1.1" status: 200 len: 854 time: 0.1337564 Jul 27 06:49:34.199442 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-3e2d808d-3e46-4dae-9aa2-505bb48060e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=266c897e-a917-4a9d-a0f8-cdc2e66dacec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453284 Jul 27 06:49:34.242996 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd7ffa-5cfa-4db6-89ce-99775760a3c9 req-17e76d02-ace1-40a7-9de8-0dbd40b1d328 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:34.251138 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8cfd7ffa-5cfa-4db6-89ce-99775760a3c9 req-17e76d02-ace1-40a7-9de8-0dbd40b1d328 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1810853 Jul 27 06:49:34.348167 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8cfd7ffa-5cfa-4db6-89ce-99775760a3c9 req-fd344935-89b7-4ee2-9c30-447447579f3e tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957675 Jul 27 06:49:34.420446 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-d42fadd9-98f4-471d-b591-573fd718835a service neutron] 10.222.0.30 "GET /v2.0/networks/266c897e-a917-4a9d-a0f8-cdc2e66dacec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058189 Jul 27 06:49:34.880090 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b6fe0c95-c12e-4059-88bf-c8696abaae5b req-06a935d3-6028-453e-abb0-c32d54bfa1ba service neutron] 10.222.0.30 "GET /v2.0/networks/266c897e-a917-4a9d-a0f8-cdc2e66dacec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499736 Jul 27 06:49:34.912308 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222df41-4fd1-4b15-bac6-7e14f39c3ca7 req-37ee73dd-a589-4f59-8555-2e66023577ac tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:34.916067 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6222df41-4fd1-4b15-bac6-7e14f39c3ca7 req-37ee73dd-a589-4f59-8555-2e66023577ac tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 944 time: 0.1626015 Jul 27 06:49:34.978109 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6222df41-4fd1-4b15-bac6-7e14f39c3ca7 req-7a88f8eb-e114-4260-be96-d7c1c68da20b tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502024 Jul 27 06:49:35.683097 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb887afd-15f2-4821-aa5e-60a7e3d28b6f req-fa6bb486-5953-454d-b843-0f4fdb633107 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:35.698969 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-eb887afd-15f2-4821-aa5e-60a7e3d28b6f req-fa6bb486-5953-454d-b843-0f4fdb633107 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1620979 Jul 27 06:49:35.821602 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-eb887afd-15f2-4821-aa5e-60a7e3d28b6f req-bf60b534-20d8-4392-9530-aadf47629f08 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174781 Jul 27 06:49:36.292572 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388edc0-4342-41c9-a07e-15646417a64f req-2fe4f6a2-528b-4c7d-b8a3-492f1992887f tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:36.302681 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f388edc0-4342-41c9-a07e-15646417a64f req-2fe4f6a2-528b-4c7d-b8a3-492f1992887f tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 944 time: 0.1517680 Jul 27 06:49:36.365696 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f388edc0-4342-41c9-a07e-15646417a64f req-3b45e8ac-6f05-4fc5-8af8-1201e59a3b92 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614989 Jul 27 06:49:37.111473 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5f1f4-15cf-4614-8624-97079313dd2c req-0325257b-f1a0-470e-98fe-b96ef97554da tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:37.121474 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e1f5f1f4-15cf-4614-8624-97079313dd2c req-0325257b-f1a0-470e-98fe-b96ef97554da tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1316557 Jul 27 06:49:37.237741 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e1f5f1f4-15cf-4614-8624-97079313dd2c req-76f4ac48-ea9d-4313-9a26-e49299a710f4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590258 Jul 27 06:49:37.524519 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba1f83-88e2-4a01-857f-f0952872adf2 req-6571cfd1-3fde-41f2-a454-1531aa7116b6 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:37.526520 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6dba1f83-88e2-4a01-857f-f0952872adf2 req-6571cfd1-3fde-41f2-a454-1531aa7116b6 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 944 time: 0.0887775 Jul 27 06:49:37.589254 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6dba1f83-88e2-4a01-857f-f0952872adf2 req-b82d1421-40fe-478d-9a15-b01a06a1bf56 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554292 Jul 27 06:49:38.359797 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0b62a-0f17-4928-a939-de053f5672ab req-bb851dbd-43f5-449e-8278-0b4b77a5beb2 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:38.361306 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-78a0b62a-0f17-4928-a939-de053f5672ab req-bb851dbd-43f5-449e-8278-0b4b77a5beb2 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0806153 Jul 27 06:49:38.400304 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-78a0b62a-0f17-4928-a939-de053f5672ab req-e26e7840-1412-400c-bf81-38962cb3a1c4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323722 Jul 27 06:49:38.719302 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27c7ab-7114-49e3-be18-472ae6010d6b req-10972143-920b-4bae-bbb8-31fe4b23e4a1 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:38.720810 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-aa27c7ab-7114-49e3-be18-472ae6010d6b req-10972143-920b-4bae-bbb8-31fe4b23e4a1 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 944 time: 0.0659153 Jul 27 06:49:38.758634 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-aa27c7ab-7114-49e3-be18-472ae6010d6b req-e5a4a0a1-964e-4561-9b1f-ef93d53e0a0c tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309262 Jul 27 06:49:39.538334 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f3655-3830-4635-abcf-75423d160f0f req-a24080ff-1111-4572-b008-3f6e2c546339 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:39.539763 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b83f3655-3830-4635-abcf-75423d160f0f req-a24080ff-1111-4572-b008-3f6e2c546339 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0657678 Jul 27 06:49:39.578061 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b83f3655-3830-4635-abcf-75423d160f0f req-b14bdf08-d19b-412c-a097-380b3a63d518 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319386 Jul 27 06:49:39.749322 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device fadd70f2-5fbe-4924-af00-49fdce874515 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:49:39.858732 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port fadd70f2-5fbe-4924-af00-49fdce874515, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=fadd70f2-5fbe-4924-af00-49fdce874515,segment=NetworkSegment(2fb872f9-2b54-4c17-8320-3791242f7f5f),segment_id=2fb872f9-2b54-4c17-8320-3791242f7f5f)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:39.873035 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'fadd70f2-5fbe-4924-af00-49fdce874515', 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec', 'port_id': 'fadd70f2-5fbe-4924-af00-49fdce874515', 'mac_address': 'fa:16:3e:80:d3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681c1b00-afca-4f39-9b58-bed7c88a0c1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:49:39.916219 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:39.942339 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fadd70f2-5fbe-4924-af00-49fdce874515 {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:49:39.968861 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0acd1-dadf-46e9-92eb-8242353a98da req-ae4c1b2a-31a5-414d-a1e7-60b082bdc277 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:39.970997 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-79c0acd1-dadf-46e9-92eb-8242353a98da req-ae4c1b2a-31a5-414d-a1e7-60b082bdc277 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 944 time: 0.0973701 Jul 27 06:49:39.976734 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port fadd70f2-5fbe-4924-af00-49fdce874515, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=fadd70f2-5fbe-4924-af00-49fdce874515,segment=NetworkSegment(2fb872f9-2b54-4c17-8320-3791242f7f5f),segment_id=2fb872f9-2b54-4c17-8320-3791242f7f5f)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:40.027637 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-79c0acd1-dadf-46e9-92eb-8242353a98da req-25418692-667e-479b-8580-2dfe0cd1b54a tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447085 Jul 27 06:49:40.048906 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:40.107517 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=fadd70f2-5fbe-4924-af00-49fdce874515,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:40.117392 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:40.118022 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:40.118585 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:40.119148 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:40.119931 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:40.120487 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:40.121020 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:40.121582 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:40.122331 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:40.122889 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:40.124159 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:40.124809 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:49:40.266609 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26234e74-6de8-4910-99f9-90098ace9859 req-44e9c7af-f957-4212-b766-aef907268a1a tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:40.268193 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-44e9c7af-f957-4212-b766-aef907268a1a tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/networks?id=4dfad2a5-218c-47b0-a256-e7cadc7efc18 HTTP/1.1" status: 200 len: 815 time: 0.1344361 Jul 27 06:49:40.284518 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-c3839cda-2006-4a45-a6c0-da6ed9618637 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/quotas/5ba80b686ea94bf5aaa8569b437109c5 HTTP/1.1" status: 200 len: 375 time: 0.0096214 Jul 27 06:49:40.369287 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-8a65aab7-5758-4def-a0e0-0bbdae4db501 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776198 Jul 27 06:49:40.467957 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-e5485f52-a8fe-467e-84f8-2ebed39316fb service neutron] 10.222.0.24 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905766 Jul 27 06:49:40.566231 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-4186713e-b5f1-444a-870f-834e190cfbc3 service neutron] 10.222.0.24 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911248 Jul 27 06:49:40.578519 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['fadd70f2-5fbe-4924-af00-49fdce874515'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:49:40.746716 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff0af4-6103-4dea-abfd-6bf92045df9b req-b3499eb1-fabf-4e70-b27c-27a140226100 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:40.750006 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-93ff0af4-6103-4dea-abfd-6bf92045df9b req-b3499eb1-fabf-4e70-b27c-27a140226100 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0974576 Jul 27 06:49:40.804161 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-93ff0af4-6103-4dea-abfd-6bf92045df9b req-9c7d011e-6a1f-4137-976f-b6101cc5dc1d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474389 Jul 27 06:49:41.031032 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-af1f7ca5-a277-4615-bbda-405bf5c1bc85 req-e35db1aa-3480-445c-85aa-c1c18175dbbc tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 210 time: 0.0826712 Jul 27 06:49:41.173345 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-97901af7-4f0a-4553-8486-a919027bb0b9 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:41.175348 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-97901af7-4f0a-4553-8486-a919027bb0b9 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/networks?id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482 HTTP/1.1" status: 200 len: 814 time: 0.2456851 Jul 27 06:49:41.201436 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-e83f640d-5fb1-448f-b17d-31923d493441 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/quotas/a69a0a1a2e3c4c599baca600b248ec77 HTTP/1.1" status: 200 len: 375 time: 0.0190556 Jul 27 06:49:41.203506 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51186b-0b09-42a0-a337-67ebdfd59d6d req-95f278a3-9043-42cc-b2ab-97121c61eb65 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:41.205421 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4e51186b-0b09-42a0-a337-67ebdfd59d6d req-95f278a3-9043-42cc-b2ab-97121c61eb65 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 945 time: 0.0867190 Jul 27 06:49:41.259919 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4e51186b-0b09-42a0-a337-67ebdfd59d6d req-318ad475-2652-44da-84f3-3fc2502e4562 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446386 Jul 27 06:49:41.293751 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-d85a9ee3-7078-4bac-a099-5adb8d3c7a8b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a69a0a1a2e3c4c599baca600b248ec77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827045 Jul 27 06:49:41.423958 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-034ae5d4-eed2-4f05-b5c0-4db549d852b6 service neutron] 10.222.0.24 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252933 Jul 27 06:49:41.530508 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-e427c0b9-86f9-459b-88ef-653204126a5a service neutron] 10.222.0.24 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981510 Jul 27 06:49:42.121060 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device fadd70f2-5fbe-4924-af00-49fdce874515 up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:49:42.155273 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a55fa-2edc-42f8-bb21-da00cea8157d req-c830bd26-1962-4c41-914e-b514de9eb6c3 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:42.174996 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-475a55fa-2edc-42f8-bb21-da00cea8157d req-c830bd26-1962-4c41-914e-b514de9eb6c3 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1155658 Jul 27 06:49:42.274180 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-475a55fa-2edc-42f8-bb21-da00cea8157d req-7b0aa890-2f94-41d4-a1d0-ab35a46c02cd tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945623 Jul 27 06:49:42.277317 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-69fed506-6a46-4125-9ab4-f07b229cc15d req-3ba731a9-6fd0-4b64-bb74-8e66701473b1 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 210 time: 0.0628703 Jul 27 06:49:42.453494 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-eff3ab16-5d80-4ec4-b891-3531175a82a9 req-84466991-8f80-41e6-87f5-2c4737f2abab tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 210 time: 0.0890212 Jul 27 06:49:42.482076 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72801fcd-cc65-446d-8613-c0cdb585f710 req-5a2cb875-4c04-45a3-83a4-b87ad89782d3 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:42.490719 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-72801fcd-cc65-446d-8613-c0cdb585f710 req-5a2cb875-4c04-45a3-83a4-b87ad89782d3 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 945 time: 0.1125987 Jul 27 06:49:42.539713 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-72801fcd-cc65-446d-8613-c0cdb585f710 req-9d7d6979-51c2-4784-a94d-882a0db8e1b0 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457902 Jul 27 06:49:42.562634 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port fadd70f2-5fbe-4924-af00-49fdce874515 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:42.568945 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port fadd70f2-5fbe-4924-af00-49fdce874515 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:42.570087 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:42.679141 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:42.704062 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c8dc13-52d8-4754-8ec2-66a92a2e21ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadd70f2-5fbe-4924-af00-49fdce874515'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:49:42.706490 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a9675c-7edf-4e4c-9d92-cb7c35ed7208" -d '{"events": [{"server_uuid": "07c8dc13-52d8-4754-8ec2-66a92a2e21ba", "name": "network-vif-plugged", "status": "completed", "tag": "fadd70f2-5fbe-4924-af00-49fdce874515"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:49:42.720643 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port fadd70f2-5fbe-4924-af00-49fdce874515, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=fadd70f2-5fbe-4924-af00-49fdce874515,segment=NetworkSegment(2fb872f9-2b54-4c17-8320-3791242f7f5f),segment_id=2fb872f9-2b54-4c17-8320-3791242f7f5f)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:49:42.752199 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d58b6c1-415f-4702-8184-a376eb724a5d x-openstack-request-id: req-8d58b6c1-415f-4702-8184-a376eb724a5d {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:49:42.752412 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c8dc13-52d8-4754-8ec2-66a92a2e21ba", "name": "network-vif-plugged", "status": "completed", "tag": "fadd70f2-5fbe-4924-af00-49fdce874515", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:49:42.752693 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d58b6c1-415f-4702-8184-a376eb724a5d {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:49:42.753092 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c8dc13-52d8-4754-8ec2-66a92a2e21ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadd70f2-5fbe-4924-af00-49fdce874515', 'code': 200} Jul 27 06:49:42.813835 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:42.874756 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=fadd70f2-5fbe-4924-af00-49fdce874515,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:43.210715 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa695d5-abeb-40f4-8b09-79ec8826338c req-9845f03b-ed15-456d-825e-339c07b982e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:43.213929 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-daa695d5-abeb-40f4-8b09-79ec8826338c req-9845f03b-ed15-456d-825e-339c07b982e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 1099 time: 0.1080341 Jul 27 06:49:43.263344 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-daa695d5-abeb-40f4-8b09-79ec8826338c req-b3772af8-e208-495b-955e-1833ac98fb75 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395150 Jul 27 06:49:43.409238 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3db8ab7d-c613-49a0-8597-5d3fbd36b27b req-a8f04b2d-b406-4ddc-adc4-9de364c42010 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 210 time: 0.0433335 Jul 27 06:49:43.602913 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9702a9be-56c8-4831-9fce-81ae6e2b8793 req-c3f72eb7-430d-4be9-953b-628a4b4c29a8 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 210 time: 0.0683684 Jul 27 06:49:43.611835 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eafad4-dd26-469c-97d5-9f18d221743c req-5e822b56-c8e8-432a-bce1-4418c71ccc50 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:43.611835 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-17eafad4-dd26-469c-97d5-9f18d221743c req-5e822b56-c8e8-432a-bce1-4418c71ccc50 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.2101486 Jul 27 06:49:43.678075 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-17eafad4-dd26-469c-97d5-9f18d221743c req-b4f3c358-c415-47b3-822c-2e9c78fb1acd tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492303 Jul 27 06:49:43.777583 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba50241-651f-4528-83a5-22333e911764 req-93c6d6c0-0276-46f9-adba-f48b34e95e56 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:43.781062 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0ba50241-651f-4528-83a5-22333e911764 req-93c6d6c0-0276-46f9-adba-f48b34e95e56 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 946 time: 0.1115849 Jul 27 06:49:43.819142 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0ba50241-651f-4528-83a5-22333e911764 req-cdd7402c-46e3-4621-9c70-3f6baea2d5f7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Jul 27 06:49:44.525497 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-26006d3d-2ae9-4031-ba17-7a01d940d812 req-471b0f77-f9b6-478d-bfaf-d59501091cc2 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 210 time: 0.0373535 Jul 27 06:49:44.629731 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26234e74-6de8-4910-99f9-90098ace9859 req-338e8d09-3ebc-4776-b5c2-fd9b78a468d1 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:44.631594 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-338e8d09-3ebc-4776-b5c2-fd9b78a468d1 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "GET /v2.0/networks?id=4dfad2a5-218c-47b0-a256-e7cadc7efc18 HTTP/1.1" status: 200 len: 815 time: 0.1332016 Jul 27 06:49:44.672485 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [req-26234e74-6de8-4910-99f9-90098ace9859 req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Request body: {'port': {'device_id': '8f5a75f4-cb09-4eff-8713-4bd102d93d6a', 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18', 'admin_state_up': True, 'tenant_id': '5ba80b686ea94bf5aaa8569b437109c5'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:44.720325 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ff1ab9b2-1175-489e-a1d0-b9076ca6066f req-fa6e63b6-d573-49ba-b894-17d803085dbe tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 210 time: 0.0523133 Jul 27 06:49:44.871858 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a302b-36d4-4111-a607-1b5814861d2a req-8e915069-724e-4f48-a530-f813217da41c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:44.873501 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-656a302b-36d4-4111-a607-1b5814861d2a req-8e915069-724e-4f48-a530-f813217da41c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0932086 Jul 27 06:49:44.914166 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-656a302b-36d4-4111-a607-1b5814861d2a req-342bfe32-23ab-49f8-bc51-a1b3f8d6b4cc tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Jul 27 06:49:44.977934 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26234e74-6de8-4910-99f9-90098ace9859 req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Made reservation on behalf of 5ba80b686ea94bf5aaa8569b437109c5 for: {'port': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:44.978154 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639cc0f-b1fc-4d34-9d59-ae7091803861 req-fdebebdd-379e-402a-9b59-b5adb512e1fe tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:44.979604 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e639cc0f-b1fc-4d34-9d59-ae7091803861 req-fdebebdd-379e-402a-9b59-b5adb512e1fe tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 946 time: 0.0918114 Jul 27 06:49:44.984256 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-26234e74-6de8-4910-99f9-90098ace9859 req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:45.024054 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e639cc0f-b1fc-4d34-9d59-ae7091803861 req-4c7550de-0967-49b4-b90c-302fa86de28b tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373054 Jul 27 06:49:45.149917 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [req-26234e74-6de8-4910-99f9-90098ace9859 req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Allocated IP 172.20.0.2 (4dfad2a5-218c-47b0-a256-e7cadc7efc18/b2fb661f-1606-4a65-880d-4a77846eb950/be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:45.326745 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-26234e74-6de8-4910-99f9-90098ace9859 req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:45.436897 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-26234e74-6de8-4910-99f9-90098ace9859 req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:45.491470 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26234e74-6de8-4910-99f9-90098ace9859 req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:45.495320 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [req-26234e74-6de8-4910-99f9-90098ace9859 req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:45.506055 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [req-26234e74-6de8-4910-99f9-90098ace9859 req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:45.521526 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['e6223bc8-7c12-48fe-8dd4-1d8dbd436732', '82c9226d-ded4-433b-a656-89d553008242', 'e0e3986e-31a2-4a3c-bfd4-da48685da1b2'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:49:45.545489 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Pushing event updated for resources: {'Port': ['ID=be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:45.574920 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26234e74-6de8-4910-99f9-90098ace9859 req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:45.575609 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-26234e74-6de8-4910-99f9-90098ace9859 req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:45.682507 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a95a8-85c3-41f6-acbe-b36908eb22f0 req-988a0433-7d7e-40c9-8eff-c490da4c132e tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:45.683981 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6e4a95a8-85c3-41f6-acbe-b36908eb22f0 req-988a0433-7d7e-40c9-8eff-c490da4c132e tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 931 time: 0.0670254 Jul 27 06:49:45.707335 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-abad1f7f-9bea-4f81-aa91-dbc0cce67e64 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0398996 Jul 27 06:49:45.724037 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6e4a95a8-85c3-41f6-acbe-b36908eb22f0 req-1447ed86-de6a-4c10-b6c5-145b72cdd111 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338893 Jul 27 06:49:45.738303 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Request body: {'port': {'device_id': '8f5a75f4-cb09-4eff-8713-4bd102d93d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:45.857708 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7cbe009f-c2b8-4c85-bbd9-fd2f8a25b609 req-566761c3-6d22-4832-b109-af3e66d55e66 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 210 time: 0.0639069 Jul 27 06:49:45.918457 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:46.136172 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-10d68a07-c7df-4621-8539-22fb72ac70ce tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:46.139112 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-10d68a07-c7df-4621-8539-22fb72ac70ce tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.30 "GET /v2.0/networks?id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482 HTTP/1.1" status: 200 len: 814 time: 0.1869380 Jul 27 06:49:46.176875 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Request body: {'port': {'device_id': '2702f834-d5a8-499c-888c-bb4f41604e63', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'admin_state_up': True, 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:46.340036 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307955-151c-407f-9528-b50865ca8340 req-7f6df85b-622a-43ae-bb19-8c9ef45505a7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:46.344057 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5d540-8126-493e-b6ea-93cb519fdf44 req-7d1df57b-a327-41ca-b8b8-0572de1d8008 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:46.345484 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4fe5d540-8126-493e-b6ea-93cb519fdf44 req-7d1df57b-a327-41ca-b8b8-0572de1d8008 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.2211688 Jul 27 06:49:46.351441 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5a307955-151c-407f-9528-b50865ca8340 req-7f6df85b-622a-43ae-bb19-8c9ef45505a7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 946 time: 0.2367511 Jul 27 06:49:46.420343 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4fe5d540-8126-493e-b6ea-93cb519fdf44 req-282d0e4f-c8ec-469d-893d-a09d0f9e34a0 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643885 Jul 27 06:49:46.467161 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5a307955-151c-407f-9528-b50865ca8340 req-43d7b985-deae-4eb3-a2b8-9c72921fce4e tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144783 Jul 27 06:49:46.495427 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb {{(pid=100257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:49:46.503645 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:46.520280 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.provisioning_blocks [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Transition to ACTIVE for port object be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb will not be triggered until provisioned by entity L2. {{(pid=100257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:46.579319 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Made reservation on behalf of a69a0a1a2e3c4c599baca600b248ec77 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:49:46.584376 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:46.619479 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:46.708261 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Pushing event updated for resources: {'Port': ['ID=be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:46.838265 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.managers [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Attempting to bind port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:46.839261 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.managers [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Attempting to bind port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'}] {{(pid=100257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:46.839921 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Attempting to bind port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb on network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:46.845959 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb on network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:49:46.846562 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Attempting to bind port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb on network 4dfad2a5-218c-47b0-a256-e7cadc7efc18 {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:46.854418 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:46.856126 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Checking segment: {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:46.856537 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Bound using segment: {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'} {{(pid=100257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:46.857051 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.managers [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Bound port: be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d393e3-231b-43bc-b7a8-8931463bab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18'}}] {{(pid=100257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:46.857428 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:46.870928 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Allocated IP 172.20.0.3 (3a0beca8-112b-4c96-ab1d-acdbf9c8e482/ae4634d2-b566-4d29-83f2-f3b8f1624917/9955b103-48f6-4363-8c1c-44ed3f9a5374) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:49:47.024530 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] For port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb, host hv-cinder-77919, cleared binding levels {{(pid=100257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:47.028791 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] For port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:47.065600 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-facd999e-8c47-4dba-9537-80474c3a1db5 req-e6d50b87-c211-466e-8f18-7dfd9add59d9 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 210 time: 0.0699532 Jul 27 06:49:47.132920 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c725e21-54e8-409c-8b0f-35e6f1c71b3f req-c6a81967-3492-459c-81e1-e2051cba865e tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.135561 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6c725e21-54e8-409c-8b0f-35e6f1c71b3f req-c6a81967-3492-459c-81e1-e2051cba865e tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.1049922 Jul 27 06:49:47.194881 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6c725e21-54e8-409c-8b0f-35e6f1c71b3f req-288dbff1-0821-490e-8571-352e9a62b4b8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528870 Jul 27 06:49:47.196134 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.278876 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Pushing event updated for resources: {'Port': ['ID=be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb,revision_number=3']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:47.295755 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 60880) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:47.301384 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.302700 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.304892 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-b8873b9c-a681-4374-9028-62df9c80170d service neutron] 10.222.0.30 "PUT /v2.0/ports/be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb HTTP/1.1" status: 200 len: 1093 time: 1.5772817 Jul 27 06:49:47.305190 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5a75f4-cb09-4eff-8713-4bd102d93d6a', 'tag': 'be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb'}] {{(pid=100257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:49:47.308757 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adcb506e94557ca07db5a06e2b286747a8ab5cc2faf813157880fb886180bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c91343a-1d3d-4fed-98ef-0b58245c8580" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5a75f4-cb09-4eff-8713-4bd102d93d6a", "tag": "be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb"}]}' {{(pid=100257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:49:47.331482 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.363040 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Transition to ACTIVE for port object 9955b103-48f6-4363-8c1c-44ed3f9a5374 will not be triggered until provisioned by entity DHCP. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:47.368142 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743b1bf7-880a-4f3c-ab2d-c5f2d83b3cf3 x-openstack-request-id: req-743b1bf7-880a-4f3c-ab2d-c5f2d83b3cf3 {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:49:47.368441 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5a75f4-cb09-4eff-8713-4bd102d93d6a", "tag": "be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb", "status": "completed", "code": 200}]} {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:49:47.369336 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-743b1bf7-880a-4f3c-ab2d-c5f2d83b3cf3 {{(pid=100257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:49:47.369336 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5a75f4-cb09-4eff-8713-4bd102d93d6a', 'tag': 'be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb', 'status': 'completed', 'code': 200} Jul 27 06:49:47.493885 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91343a-1d3d-4fed-98ef-0b58245c8580 req-e75ff426-131b-465d-834a-3c6081a3937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.496276 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9c91343a-1d3d-4fed-98ef-0b58245c8580 req-e75ff426-131b-465d-834a-3c6081a3937b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 1096 time: 0.0673177 Jul 27 06:49:47.504212 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-763cf7ab-2c09-4599-9939-cd5616627b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.581837 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.667699 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:49:47.680546 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:49:47.703885 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:49:47.739225 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91343a-1d3d-4fed-98ef-0b58245c8580 req-4a5ad3e5-8bfa-4ad8-a47d-3eda44356b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.740741 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9c91343a-1d3d-4fed-98ef-0b58245c8580 req-4a5ad3e5-8bfa-4ad8-a47d-3eda44356b3b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2238598 Jul 27 06:49:47.824971 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.826018 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:47.913015 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event updated for resources: {'Port': ['ID=9955b103-48f6-4363-8c1c-44ed3f9a5374,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:47.939670 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a228a51-f796-4a98-8505-288168b7fe6d req-457b47ec-3023-4a15-bcf0-f1014016204d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:47.964039 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9a228a51-f796-4a98-8505-288168b7fe6d req-457b47ec-3023-4a15-bcf0-f1014016204d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.4300144 Jul 27 06:49:48.008327 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-763cf7ab-2c09-4599-9939-cd5616627b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:48.113392 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-763cf7ab-2c09-4599-9939-cd5616627b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:48.150476 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9a228a51-f796-4a98-8505-288168b7fe6d req-d61c4509-9c13-4394-a0f5-24de0e844c4d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855452 Jul 27 06:49:48.165262 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cf7ab-2c09-4599-9939-cd5616627b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d64ab8-0a97-4cf4-8931-a5c529ff1d80,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:48.210004 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-75d884f4-2e54-4008-835b-51ca12e4b7f1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0390007 Jul 27 06:49:48.223023 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91343a-1d3d-4fed-98ef-0b58245c8580 req-7cb540e3-6dbd-4e4c-b8f5-a23222faadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.225795 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9c91343a-1d3d-4fed-98ef-0b58245c8580 req-7cb540e3-6dbd-4e4c-b8f5-a23222faadeb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2467964 Jul 27 06:49:48.250670 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-763cf7ab-2c09-4599-9939-cd5616627b4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97172cbb58254b20807daed9e7ecd338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9538133 Jul 27 06:49:48.253532 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 60910) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:48.278437 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Request body: {'port': {'device_id': '2702f834-d5a8-499c-888c-bb4f41604e63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:49:48.288135 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-a9371aee-d9dd-4434-9574-056deb97182c None None] Provisioning for port 9955b103-48f6-4363-8c1c-44ed3f9a5374 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:49:48.293583 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-a9371aee-d9dd-4434-9574-056deb97182c None None] Provisioning complete for port 9955b103-48f6-4363-8c1c-44ed3f9a5374 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:49:48.294218 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a9371aee-d9dd-4434-9574-056deb97182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:48.367578 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-a9371aee-d9dd-4434-9574-056deb97182c None None] Port 9955b103-48f6-4363-8c1c-44ed3f9a5374 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:49:48.371834 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:48.456533 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9d2b062f-2d9d-4739-b755-568fa9ffecde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:48.484398 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9d2b062f-2d9d-4739-b755-568fa9ffecde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:48.589184 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43935af9-8c09-4c9b-adda-a2ddf5e7e976 req-c4e24244-419d-445a-a362-987a297f8388 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.597897 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-43935af9-8c09-4c9b-adda-a2ddf5e7e976 req-c4e24244-419d-445a-a362-987a297f8388 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.3089137 Jul 27 06:49:48.618548 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0574bb4-0479-4491-b77d-e943dda63cee req-01b0ea85-85e9-4405-950f-8d8c8c9c8ce5 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.620881 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a0574bb4-0479-4491-b77d-e943dda63cee req-01b0ea85-85e9-4405-950f-8d8c8c9c8ce5 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 931 time: 0.4495032 Jul 27 06:49:48.637459 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 60916) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:48.648325 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9d2b062f-2d9d-4739-b755-568fa9ffecde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:48.650965 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9d2b062f-2d9d-4739-b755-568fa9ffecde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:48.665523 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-9d2b062f-2d9d-4739-b755-568fa9ffecde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87d64ab8-0a97-4cf4-8931-a5c529ff1d80 HTTP/1.1" status: 204 len: 168 time: 0.4104702 Jul 27 06:49:48.695882 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b062f-2d9d-4739-b755-568fa9ffecde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d64ab8-0a97-4cf4-8931-a5c529ff1d80,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:48.739957 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26234e74-6de8-4910-99f9-90098ace9859 req-e41ab0f8-35fc-40ff-b585-d21341693d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:48.746636 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-e41ab0f8-35fc-40ff-b585-d21341693d48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 1096 time: 0.2919128 Jul 27 06:49:48.768093 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-43935af9-8c09-4c9b-adda-a2ddf5e7e976 req-0ca35d6f-0adb-4841-8242-f3eebe500ad6 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695480 Jul 27 06:49:48.933335 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-cd64c578-86a0-4807-8d77-5fafc5efb15b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb HTTP/1.1" status: 200 len: 217 time: 0.0493910 Jul 27 06:49:48.934417 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a0574bb4-0479-4491-b77d-e943dda63cee req-0160c030-7c46-4c22-90f7-d5d8db0697ff tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449193 Jul 27 06:49:49.029290 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26234e74-6de8-4910-99f9-90098ace9859 req-4d9a1be2-80a4-4e47-b1ad-3729fd6028a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:49.030875 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-4d9a1be2-80a4-4e47-b1ad-3729fd6028a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2fb661f-1606-4a65-880d-4a77846eb950 HTTP/1.1" status: 200 len: 855 time: 0.1389084 Jul 27 06:49:49.069584 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f7de03e7-1b97-4cf3-b8f0-1712c3f2f831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:49.089354 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9955b103-48f6-4363-8c1c-44ed3f9a5374 {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:49:49.100584 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:49.128040 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Transition to ACTIVE for port object 9955b103-48f6-4363-8c1c-44ed3f9a5374 will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:49:49.212831 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f7de03e7-1b97-4cf3-b8f0-1712c3f2f831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:49.236617 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-6d28ca78-3794-4147-ba65-70f76c39d57b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4dfad2a5-218c-47b0-a256-e7cadc7efc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267971 Jul 27 06:49:49.351469 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:49.375291 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-cfb0011a-8261-40df-9468-af49eedc8b23 service neutron] 10.222.0.30 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235392 Jul 27 06:49:49.388882 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8da7f1-0896-44e7-a1fe-91c34c41805f req-35179b5a-0800-4e61-bdc3-c9ced3534c28 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:49.399798 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2a8da7f1-0896-44e7-a1fe-91c34c41805f req-35179b5a-0800-4e61-bdc3-c9ced3534c28 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1512802 Jul 27 06:49:49.401713 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f7de03e7-1b97-4cf3-b8f0-1712c3f2f831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:49.503793 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Pushing event updated for resources: {'Port': ['ID=9955b103-48f6-4363-8c1c-44ed3f9a5374,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:49.553619 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2a8da7f1-0896-44e7-a1fe-91c34c41805f req-4f02d5ff-f763-4ab1-93da-0b2d4f54d9dd tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531098 Jul 27 06:49:49.719101 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-26234e74-6de8-4910-99f9-90098ace9859 req-346b2b90-f639-4a62-aab3-e40b4b7ed455 service neutron] 10.222.0.30 "GET /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248511 Jul 27 06:49:49.964696 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 60940) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:50.206864 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-f7de03e7-1b97-4cf3-b8f0-1712c3f2f831 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d082da5cf6cd4fb1a2a35a2e7b763571&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5653949 Jul 27 06:49:50.324119 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 60942) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:50.347839 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de03e7-1b97-4cf3-b8f0-1712c3f2f831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72de708b-5350-4182-963f-d3c1ddfbdb35,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:50.364705 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6f770549-a5fb-4329-9588-cce9d2867eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.464707 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea52b7-a6eb-49a5-a41a-6e9acfebf591 req-a47460db-6ed9-475e-bf0e-0efec8db0bac tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:50.477059 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-70ea52b7-a6eb-49a5-a41a-6e9acfebf591 req-a47460db-6ed9-475e-bf0e-0efec8db0bac tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.1148927 Jul 27 06:49:50.553066 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-70ea52b7-a6eb-49a5-a41a-6e9acfebf591 req-ecd1a6cc-5959-4080-a013-94d2b9fefc27 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694954 Jul 27 06:49:50.576443 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Attempting to bind port 9955b103-48f6-4363-8c1c-44ed3f9a5374 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:49:50.576803 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Attempting to bind port 9955b103-48f6-4363-8c1c-44ed3f9a5374 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:49:50.578694 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Attempting to bind port 9955b103-48f6-4363-8c1c-44ed3f9a5374 on network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:50.598822 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7303-1d6e-4392-894b-35f611622968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.604838 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Port 9955b103-48f6-4363-8c1c-44ed3f9a5374 on network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:49:50.605168 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Attempting to bind port 9955b103-48f6-4363-8c1c-44ed3f9a5374 on network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:49:50.634105 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:49:50.634478 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Checking segment: {'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:49:50.634832 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Bound using segment: {'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:49:50.635286 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Bound port: 9955b103-48f6-4363-8c1c-44ed3f9a5374, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:49:50.635743 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.643371 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7303-1d6e-4392-894b-35f611622968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.659879 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4504bf-1d34-4477-9156-db87143dbaac req-bdfa6879-447f-452f-a020-000e9d9a69a8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:50.667577 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fe4504bf-1d34-4477-9156-db87143dbaac req-bdfa6879-447f-452f-a020-000e9d9a69a8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.5227532 Jul 27 06:49:50.727438 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6f770549-a5fb-4329-9588-cce9d2867eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.797771 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6f770549-a5fb-4329-9588-cce9d2867eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.856417 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fe4504bf-1d34-4477-9156-db87143dbaac req-5a7db90e-b452-4303-8157-e7cb47966d36 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878760 Jul 27 06:49:50.898037 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] For port 9955b103-48f6-4363-8c1c-44ed3f9a5374, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:49:50.902084 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] For port 9955b103-48f6-4363-8c1c-44ed3f9a5374, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:49:50.938216 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c6a32-3786-4b7a-84f0-ce23344b18fe req-f597c2a2-57d5-4466-b3f1-1d6ece782c46 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:50.939780 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b48c6a32-3786-4b7a-84f0-ce23344b18fe req-f597c2a2-57d5-4466-b3f1-1d6ece782c46 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.2494721 Jul 27 06:49:50.945192 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-6f770549-a5fb-4329-9588-cce9d2867eef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2825d8bc7fab41b28c418f0dfa2c7a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9781363 Jul 27 06:49:50.949165 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f770549-a5fb-4329-9588-cce9d2867eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8d79d4-32e3-4c89-b629-b4028092b4dc,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:50.949310 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 60946) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:50.988941 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7303-1d6e-4392-894b-35f611622968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.992496 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7303-1d6e-4392-894b-35f611622968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:50.996070 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-e9cf7303-1d6e-4392-894b-35f611622968 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72de708b-5350-4182-963f-d3c1ddfbdb35 HTTP/1.1" status: 204 len: 168 time: 0.6635194 Jul 27 06:49:50.999607 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:51.012119 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b48c6a32-3786-4b7a-84f0-ce23344b18fe req-fa246da5-1cd4-4006-b6cb-309e2d729ed1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624921 Jul 27 06:49:51.045773 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf7303-1d6e-4392-894b-35f611622968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72de708b-5350-4182-963f-d3c1ddfbdb35,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:51.067361 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:51.068515 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:51.069898 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] 10.222.0.30 "PUT /v2.0/ports/9955b103-48f6-4363-8c1c-44ed3f9a5374 HTTP/1.1" status: 200 len: 1093 time: 2.8037364 Jul 27 06:49:51.070337 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:49:51.072572 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd134ca3-affb-4c10-a1e4-b810da5bb6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:49:51.150199 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a32082-a043-4796-a8a9-a9465446e66e service neutron] Pushing event updated for resources: {'Port': ['ID=9955b103-48f6-4363-8c1c-44ed3f9a5374,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:51.159692 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd84254-3010-4613-95da-0b4a56890ef6 x-openstack-request-id: req-ddd84254-3010-4613-95da-0b4a56890ef6 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:49:51.160253 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:49:51.160710 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddd84254-3010-4613-95da-0b4a56890ef6 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:49:51.161420 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'status': 'completed', 'code': 200} Jul 27 06:49:51.166301 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ed13f4e6-f287-4061-8bc9-105731d3057c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:51.218798 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ed13f4e6-f287-4061-8bc9-105731d3057c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:51.391232 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ed13f4e6-f287-4061-8bc9-105731d3057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:51.395082 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ed13f4e6-f287-4061-8bc9-105731d3057c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:51.399952 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-ed13f4e6-f287-4061-8bc9-105731d3057c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f8d79d4-32e3-4c89-b629-b4028092b4dc HTTP/1.1" status: 204 len: 168 time: 0.4521892 Jul 27 06:49:51.414031 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13f4e6-f287-4061-8bc9-105731d3057c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8d79d4-32e3-4c89-b629-b4028092b4dc,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:51.856957 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4f40b-507c-4b58-97ab-d0bdb12d51e6 req-185aaad6-f6f2-4858-bc89-ef155c8e9008 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:51.858530 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-20d4f40b-507c-4b58-97ab-d0bdb12d51e6 req-185aaad6-f6f2-4858-bc89-ef155c8e9008 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.1749942 Jul 27 06:49:52.002184 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-20d4f40b-507c-4b58-97ab-d0bdb12d51e6 req-47cb5d76-9ef5-4f72-8a46-6a3c2c5330ca tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227727 Jul 27 06:49:52.113897 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db13e5c-4314-4771-b130-448d255a7034 req-1c5f7a8b-75f3-435e-b33c-7d1158cfb3dd tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:52.120454 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9db13e5c-4314-4771-b130-448d255a7034 req-1c5f7a8b-75f3-435e-b33c-7d1158cfb3dd tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.1303539 Jul 27 06:49:52.209478 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9db13e5c-4314-4771-b130-448d255a7034 req-a28e7377-05f4-42fc-9b14-671e28f36886 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763283 Jul 27 06:49:52.280367 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0e26d-c3f4-4b4f-80f5-6602e3b98eec req-dfa90568-e8ea-4ba7-b76c-f9ddb914752b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:52.284302 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c7e0e26d-c3f4-4b4f-80f5-6602e3b98eec req-dfa90568-e8ea-4ba7-b76c-f9ddb914752b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1855986 Jul 27 06:49:52.405278 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c7e0e26d-c3f4-4b4f-80f5-6602e3b98eec req-e0054416-0f89-4ddf-9d71-c612a4589aa2 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139076 Jul 27 06:49:53.185735 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75036de8-6b49-43df-8b3a-344c527696c0 req-4a9617c0-5d1b-4382-80f9-ad336cc54658 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:53.187979 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-75036de8-6b49-43df-8b3a-344c527696c0 req-4a9617c0-5d1b-4382-80f9-ad336cc54658 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.0915074 Jul 27 06:49:53.274010 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-75036de8-6b49-43df-8b3a-344c527696c0 req-b0c12d46-0276-46cc-a443-3d465b23790c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778794 Jul 27 06:49:53.444350 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33963a12-3ed7-4b94-a21f-cf44c2385f25 req-0497e2f6-2cca-43dc-aca7-f359aca13bee tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:53.445971 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-33963a12-3ed7-4b94-a21f-cf44c2385f25 req-0497e2f6-2cca-43dc-aca7-f359aca13bee tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.0727239 Jul 27 06:49:53.525415 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-33963a12-3ed7-4b94-a21f-cf44c2385f25 req-8f83f8ba-8bf0-4dab-920f-4e4f03e3e15b tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620334 Jul 27 06:49:53.562860 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c3f11-7dab-4c9c-8047-726dfca42115 req-5bfae438-4313-429b-974e-c48121d4e1d4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:53.581007 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1f4c3f11-7dab-4c9c-8047-726dfca42115 req-5bfae438-4313-429b-974e-c48121d4e1d4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0791519 Jul 27 06:49:53.644364 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1f4c3f11-7dab-4c9c-8047-726dfca42115 req-9a9f5569-e793-4fdf-bb58-50de178e3117 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563641 Jul 27 06:49:54.168061 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-bf7277f6-0e59-4844-a1f6-6b940bfa69d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:54.401362 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be826-fa68-4373-ae3f-b50f54b001a9 req-8a620f1b-6e94-41cd-ae04-3a2412449328 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:54.402499 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-997be826-fa68-4373-ae3f-b50f54b001a9 req-8a620f1b-6e94-41cd-ae04-3a2412449328 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.0720487 Jul 27 06:49:54.445133 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-997be826-fa68-4373-ae3f-b50f54b001a9 req-8c5a2786-86d2-4652-8f76-053be9369c3e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347567 Jul 27 06:49:54.695783 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e2a62-321a-4f1b-8bd2-9ed76dc9f2c1 req-7b592570-0980-44c1-92ac-58658ec27d61 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:54.704249 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-790e2a62-321a-4f1b-8bd2-9ed76dc9f2c1 req-7b592570-0980-44c1-92ac-58658ec27d61 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.1053147 Jul 27 06:49:54.748521 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-790e2a62-321a-4f1b-8bd2-9ed76dc9f2c1 req-08513f2b-3476-460d-9811-d8cef7b4a2d1 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430937 Jul 27 06:49:54.868253 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fbf3-5aae-40cb-896f-9b0b5e9f2209 req-d7e46e16-0b71-44a3-b8c5-c4148b1a3f26 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:54.869926 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1935fbf3-5aae-40cb-896f-9b0b5e9f2209 req-d7e46e16-0b71-44a3-b8c5-c4148b1a3f26 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0870447 Jul 27 06:49:54.925610 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1935fbf3-5aae-40cb-896f-9b0b5e9f2209 req-d78f7feb-7b49-482e-87cd-7c9e3c84e201 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489137 Jul 27 06:49:55.481568 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 32836) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:55.595083 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8bba-d823-4480-af17-14c4425912da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:55.611991 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae53017-67bd-411e-9765-fd5a4216f739 req-7a8a3036-1086-4aba-b698-a9c4a36015d8 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:55.613501 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6ae53017-67bd-411e-9765-fd5a4216f739 req-7a8a3036-1086-4aba-b698-a9c4a36015d8 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.0867226 Jul 27 06:49:55.671972 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6ae53017-67bd-411e-9765-fd5a4216f739 req-0070723a-3270-4c22-97b5-3cd11a36388b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518746 Jul 27 06:49:55.732654 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8bba-d823-4480-af17-14c4425912da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:55.807892 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8bba-d823-4480-af17-14c4425912da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:55.849699 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc8bba-d823-4480-af17-14c4425912da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea36316d-79db-44a7-b0cc-04d8d7b94893,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:55.856527 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-7dbc8bba-d823-4480-af17-14c4425912da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=490dfd97b40647ba95b1f88a8e50112f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715110 Jul 27 06:49:55.856834 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 32842) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:55.887236 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f9e4c-d3ac-41fd-9efc-0905a78c6a5a req-2318cacc-7ec2-4600-8276-ce3e2dc20749 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:55.897532 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-702f9e4c-d3ac-41fd-9efc-0905a78c6a5a req-2318cacc-7ec2-4600-8276-ce3e2dc20749 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.0807514 Jul 27 06:49:55.913571 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-becb3ada-2e30-474d-9fdb-4ac1c99a02c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:55.939058 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-702f9e4c-d3ac-41fd-9efc-0905a78c6a5a req-94a730f5-7c33-4e90-9335-cba6e71a2656 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Jul 27 06:49:55.939267 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-becb3ada-2e30-474d-9fdb-4ac1c99a02c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:56.074859 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68123-df52-4dc5-b0d5-829b43c54c2a req-5fdefc7b-2742-474c-97aa-ef8a10a37928 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:56.076465 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a2b68123-df52-4dc5-b0d5-829b43c54c2a req-5fdefc7b-2742-474c-97aa-ef8a10a37928 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0723524 Jul 27 06:49:56.102826 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-becb3ada-2e30-474d-9fdb-4ac1c99a02c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:56.105644 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-becb3ada-2e30-474d-9fdb-4ac1c99a02c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:56.109132 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-becb3ada-2e30-474d-9fdb-4ac1c99a02c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea36316d-79db-44a7-b0cc-04d8d7b94893 HTTP/1.1" status: 204 len: 168 time: 0.2490165 Jul 27 06:49:56.127176 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb3ada-2e30-474d-9fdb-4ac1c99a02c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea36316d-79db-44a7-b0cc-04d8d7b94893,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:56.145387 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a2b68123-df52-4dc5-b0d5-829b43c54c2a req-1c0c4a64-fb5d-40fe-b541-a341af9a6aa7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619659 Jul 27 06:49:56.810300 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69e809-f43b-46f0-ac79-d1a4682bb1b5 req-f0dee4dd-7116-423c-98dc-a7ad297535e5 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:56.812243 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6c69e809-f43b-46f0-ac79-d1a4682bb1b5 req-f0dee4dd-7116-423c-98dc-a7ad297535e5 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.0732479 Jul 27 06:49:56.859565 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6c69e809-f43b-46f0-ac79-d1a4682bb1b5 req-e7116574-ffc1-4716-9284-9f8973e4c6cd tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384972 Jul 27 06:49:57.087508 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a9c4aefe-e441-4944-bf18-6547aded0866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:57.087508 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:57.093677 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1684c7-81c1-49ba-8ae0-242257512ddc req-a2cbdf5a-4932-45aa-8198-2e0cb06b11c5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:57.099506 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2f1684c7-81c1-49ba-8ae0-242257512ddc req-a2cbdf5a-4932-45aa-8198-2e0cb06b11c5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.0788248 Jul 27 06:49:57.165378 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2f1684c7-81c1-49ba-8ae0-242257512ddc req-390b944d-ed52-4f7d-a49c-0d8958a29202 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480504 Jul 27 06:49:57.287139 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33651cc-7ccc-41e0-a4f5-34740d31d1fe req-e68ef6a6-0b20-4f3b-b0b2-61420a7a2d95 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:57.288665 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e33651cc-7ccc-41e0-a4f5-34740d31d1fe req-e68ef6a6-0b20-4f3b-b0b2-61420a7a2d95 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0661879 Jul 27 06:49:57.329361 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e33651cc-7ccc-41e0-a4f5-34740d31d1fe req-b5b422ba-4d2f-4e1e-a1de-46b4c6cd7dad tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339465 Jul 27 06:49:57.505897 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:57.549442 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 32866) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:57.564730 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-61ad8880-89af-46a6-9b50-f995cd596c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:57.666247 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-61ad8880-89af-46a6-9b50-f995cd596c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:57.743919 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-61ad8880-89af-46a6-9b50-f995cd596c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:57.797559 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 32870) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:49:57.797850 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-61ad8880-89af-46a6-9b50-f995cd596c8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0b9bc0a32954fbe9e0c29fe1cc4c51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470882 Jul 27 06:49:57.798681 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad8880-89af-46a6-9b50-f995cd596c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119999f2-7f50-4c50-9b80-b5886aea0687,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:57.871429 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-587daf6d-bce0-4453-a9db-74c5eeb20af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:57.889309 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-587daf6d-bce0-4453-a9db-74c5eeb20af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:57.922405 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:57.994651 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6a434-6462-4956-8fab-0d2c0d88f50f req-f6852da2-ba9f-4fa2-bf63-2615cd7c4ce1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:57.996206 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e9a6a434-6462-4956-8fab-0d2c0d88f50f req-f6852da2-ba9f-4fa2-bf63-2615cd7c4ce1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.0663302 Jul 27 06:49:58.009934 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-587daf6d-bce0-4453-a9db-74c5eeb20af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:58.012364 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-587daf6d-bce0-4453-a9db-74c5eeb20af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:58.015978 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-587daf6d-bce0-4453-a9db-74c5eeb20af7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/119999f2-7f50-4c50-9b80-b5886aea0687 HTTP/1.1" status: 204 len: 168 time: 0.2145324 Jul 27 06:49:58.042678 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587daf6d-bce0-4453-a9db-74c5eeb20af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119999f2-7f50-4c50-9b80-b5886aea0687,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:49:58.082235 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e9a6a434-6462-4956-8fab-0d2c0d88f50f req-fe35f631-db92-4a70-bc29-ee043ef74ce7 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798149 Jul 27 06:49:58.307762 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9882e-478f-4914-bf5a-838911e96ef6 req-c759f54c-fc64-467e-988b-27e56052d542 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:58.309381 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-def9882e-478f-4914-bf5a-838911e96ef6 req-c759f54c-fc64-467e-988b-27e56052d542 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.0753553 Jul 27 06:49:58.357703 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-def9882e-478f-4914-bf5a-838911e96ef6 req-0908c128-ac16-4c64-9e16-ae11ded5de24 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389256 Jul 27 06:49:58.497448 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19af060-8f01-42ae-9fdf-7d601272019a req-f80daf32-ee00-4c72-a6e2-688650c95ba4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:58.498968 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b19af060-8f01-42ae-9fdf-7d601272019a req-f80daf32-ee00-4c72-a6e2-688650c95ba4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0909295 Jul 27 06:49:58.553189 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b19af060-8f01-42ae-9fdf-7d601272019a req-7d4a2008-11b0-4d64-89e4-0230d8e2020f tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Jul 27 06:49:59.230685 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:49:59.234803 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453ddff-a9bc-4fdf-968c-1a91bcf398bd req-710aa37b-4d97-433d-ad9c-c88bfe9c8c9c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:59.236319 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e453ddff-a9bc-4fdf-968c-1a91bcf398bd req-710aa37b-4d97-433d-ad9c-c88bfe9c8c9c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.0667939 Jul 27 06:49:59.286454 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e453ddff-a9bc-4fdf-968c-1a91bcf398bd req-3ad9a1e5-c006-429f-8e2b-1284131a50ab tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366592 Jul 27 06:49:59.507778 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e7e9-880d-4bfa-ba29-903989332229 req-d33860c2-51a8-4fe2-a2e2-168f369e159d tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:59.509279 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-92c9e7e9-880d-4bfa-ba29-903989332229 req-d33860c2-51a8-4fe2-a2e2-168f369e159d tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.0842264 Jul 27 06:49:59.549273 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-92c9e7e9-880d-4bfa-ba29-903989332229 req-d8a437fd-f506-4112-a967-a47b2120a877 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340276 Jul 27 06:49:59.696941 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ed2df-d5a3-4516-a9b6-97db0e64b272 req-7138dc88-ade9-4b82-a1c9-96162bdde301 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:49:59.701625 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a68ed2df-d5a3-4516-a9b6-97db0e64b272 req-7138dc88-ade9-4b82-a1c9-96162bdde301 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0797057 Jul 27 06:49:59.763309 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a68ed2df-d5a3-4516-a9b6-97db0e64b272 req-10c4d320-b96c-4edb-9ae7-330fc2a4cebb tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558753 Jul 27 06:50:00.424215 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51b22b-dac4-4e02-baf5-fb98584cc76b req-f3f8a6bc-0d65-484d-b78f-5bc147c7ff8c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:00.426026 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ce51b22b-dac4-4e02-baf5-fb98584cc76b req-f3f8a6bc-0d65-484d-b78f-5bc147c7ff8c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.0655694 Jul 27 06:50:00.490476 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ce51b22b-dac4-4e02-baf5-fb98584cc76b req-df8eb2ff-ffb4-4ccb-bb96-a4992c09b82e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553608 Jul 27 06:50:00.688155 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaa0ec-0cee-4b25-9fd8-21e6d3e35fac req-cefbea5e-6e0a-4250-9720-6c03b45e106f tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:00.689969 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-baaaa0ec-0cee-4b25-9fd8-21e6d3e35fac req-cefbea5e-6e0a-4250-9720-6c03b45e106f tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.0697634 Jul 27 06:50:00.736356 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-baaaa0ec-0cee-4b25-9fd8-21e6d3e35fac req-9b968a3a-9d39-4163-9f5e-603d3b588b1f tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371077 Jul 27 06:50:00.900674 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f53e6-0496-4401-a940-a39c9827d3b1 req-1d7bef43-392f-4616-be13-32af57ee21c1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:00.902051 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3a8f53e6-0496-4401-a940-a39c9827d3b1 req-1d7bef43-392f-4616-be13-32af57ee21c1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0676844 Jul 27 06:50:00.946139 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3a8f53e6-0496-4401-a940-a39c9827d3b1 req-ff88262b-485c-4494-9cb2-a80d3061cfed tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381589 Jul 27 06:50:01.615102 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7797f24-5671-4bad-8d8f-d3f3f5be482e req-cd597ca4-967b-453d-8136-9b7e87084e4b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:01.616567 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f7797f24-5671-4bad-8d8f-d3f3f5be482e req-cd597ca4-967b-453d-8136-9b7e87084e4b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.0652652 Jul 27 06:50:01.656954 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f7797f24-5671-4bad-8d8f-d3f3f5be482e req-fac870cf-5175-4c02-9135-c0475a56b3fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Jul 27 06:50:01.899370 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e312f62-1d82-4d2b-b8fe-803aa6f92a63 req-36a4ede7-d954-47da-9fdb-f68aeef6fd09 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:01.901073 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8e312f62-1d82-4d2b-b8fe-803aa6f92a63 req-36a4ede7-d954-47da-9fdb-f68aeef6fd09 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.0908296 Jul 27 06:50:01.940132 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8e312f62-1d82-4d2b-b8fe-803aa6f92a63 req-be051fc8-10b3-4751-84a0-80d2a03fc3cd tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327857 Jul 27 06:50:02.235181 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52964b99-c34a-45e3-8796-45665307fc48 req-9d87f5bd-b1e8-47c8-a8c0-a15364ac930e tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:02.250223 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-52964b99-c34a-45e3-8796-45665307fc48 req-9d87f5bd-b1e8-47c8-a8c0-a15364ac930e tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0697145 Jul 27 06:50:02.275305 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-52964b99-c34a-45e3-8796-45665307fc48 req-9364b6bb-d155-40c1-875f-905f29d992c1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Jul 27 06:50:02.800817 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00d341-bc99-40f7-804e-d4a29d3b1c32 req-785f5b32-517c-454c-b868-7927b6a93460 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:02.802630 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8f00d341-bc99-40f7-804e-d4a29d3b1c32 req-785f5b32-517c-454c-b868-7927b6a93460 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.0665147 Jul 27 06:50:02.840737 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8f00d341-bc99-40f7-804e-d4a29d3b1c32 req-1ea8a900-3c8f-4fff-9a2a-c73e5f12a76b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325196 Jul 27 06:50:03.079120 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd699c-f0e0-4e40-95cd-18f75e32862b req-b1588c22-c8a8-401f-88d0-dc9040181a3e tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:03.080624 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-37dd699c-f0e0-4e40-95cd-18f75e32862b req-b1588c22-c8a8-401f-88d0-dc9040181a3e tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.0741136 Jul 27 06:50:03.113953 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134ca3-affb-4c10-a1e4-b810da5bb6c5 req-7c5fa7c2-4fc0-4ee7-87c5-acbf2261b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:03.115495 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cd134ca3-affb-4c10-a1e4-b810da5bb6c5 req-7c5fa7c2-4fc0-4ee7-87c5-acbf2261b1ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69a0a1a2e3c4c599baca600b248ec77&device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 1096 time: 0.0589640 Jul 27 06:50:03.125158 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-37dd699c-f0e0-4e40-95cd-18f75e32862b req-df4897e4-d683-437e-b244-bfa3c02e0930 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377917 Jul 27 06:50:03.232462 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134ca3-affb-4c10-a1e4-b810da5bb6c5 req-cf29663d-e00c-4f77-81b9-f421baee1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:03.234048 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cd134ca3-affb-4c10-a1e4-b810da5bb6c5 req-cf29663d-e00c-4f77-81b9-f421baee1a61 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a69a0a1a2e3c4c599baca600b248ec77&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1014123 Jul 27 06:50:03.336239 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134ca3-affb-4c10-a1e4-b810da5bb6c5 req-01e547ba-9715-4c78-9d82-68bb17141ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:03.337858 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cd134ca3-affb-4c10-a1e4-b810da5bb6c5 req-01e547ba-9715-4c78-9d82-68bb17141ef5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908067 Jul 27 06:50:03.439582 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f6dd-7bbd-481b-9be4-77b6bff44da4 req-17a1b18b-c59c-408d-8eba-c249963c0127 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:03.441057 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ba66f6dd-7bbd-481b-9be4-77b6bff44da4 req-17a1b18b-c59c-408d-8eba-c249963c0127 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0940917 Jul 27 06:50:03.494163 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ba66f6dd-7bbd-481b-9be4-77b6bff44da4 req-7c7a99e9-d73b-49a6-b1bf-b9ee4458abe3 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454817 Jul 27 06:50:03.497254 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-0e88ac92-5954-4e3b-ba5f-3abc4da424d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:03.498864 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-0e88ac92-5954-4e3b-ba5f-3abc4da424d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69a0a1a2e3c4c599baca600b248ec77&device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 1096 time: 0.0982187 Jul 27 06:50:03.552138 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-3885409b-7679-4398-8c1a-465ba8c4e889 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374 HTTP/1.1" status: 200 len: 217 time: 0.0356145 Jul 27 06:50:03.606503 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-bafe622d-8dd3-4b4a-a2b0-17b44b01f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:03.608022 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-bafe622d-8dd3-4b4a-a2b0-17b44b01f782 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae4634d2-b566-4d29-83f2-f3b8f1624917 HTTP/1.1" status: 200 len: 853 time: 0.0482578 Jul 27 06:50:03.685564 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-e0fc1153-ac67-4954-94ff-108d6964d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:03.687103 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-e0fc1153-ac67-4954-94ff-108d6964d61b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714147 Jul 27 06:50:03.781749 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-a0a37969-48c5-4cee-b4a5-c11ea2a31a1d service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860846 Jul 27 06:50:03.879653 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1c6377dc-bbee-42f3-8a24-31725fabac93 req-8cbc8d92-3531-4006-9a77-f89f994688ac service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870130 Jul 27 06:50:03.992203 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f8cb0-3efb-456d-a507-6577f886b2bf req-0a52a698-8613-4286-ae9a-77bf7b1f965b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:03.995770 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f22f8cb0-3efb-456d-a507-6577f886b2bf req-0a52a698-8613-4286-ae9a-77bf7b1f965b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.0823414 Jul 27 06:50:04.035319 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f22f8cb0-3efb-456d-a507-6577f886b2bf req-cfed57ef-e8ac-4b74-9feb-9990654c4893 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345247 Jul 27 06:50:04.257250 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49191e45-50b6-4d47-a381-00c533826440 req-6400b60d-4602-42ad-990f-f3d0b92e2354 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:04.258757 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-49191e45-50b6-4d47-a381-00c533826440 req-6400b60d-4602-42ad-990f-f3d0b92e2354 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 943 time: 0.0661819 Jul 27 06:50:04.308343 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-49191e45-50b6-4d47-a381-00c533826440 req-15a54c61-f82f-46a8-b57d-bfe66b3e3cc2 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Jul 27 06:50:04.346828 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:50:04.446332 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:04.458942 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb', 'network_id': '4dfad2a5-218c-47b0-a256-e7cadc7efc18', 'port_id': 'be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb', 'mac_address': 'fa:16:3e:89:59:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fb661f-1606-4a65-880d-4a77846eb950', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:50:04.499480 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:04.516238 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:50:04.538404 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:04.612128 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:04.634257 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a11b61-a00a-4e02-8d9f-60eefff29f1d req-94a9a0cb-3025-44f4-a12d-461a0ff3287b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:04.635785 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-95a11b61-a00a-4e02-8d9f-60eefff29f1d req-94a9a0cb-3025-44f4-a12d-461a0ff3287b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0698624 Jul 27 06:50:04.661956 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:04.678433 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-95a11b61-a00a-4e02-8d9f-60eefff29f1d req-51585228-364f-41bb-9684-3c5c8ce8f457 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364101 Jul 27 06:50:05.098810 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:05.172983 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92722f-0063-4dea-b570-ebc8edf7b39b req-6a945a65-6303-44a0-af1f-ad5471c684b3 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:05.174481 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5c92722f-0063-4dea-b570-ebc8edf7b39b req-6a945a65-6303-44a0-af1f-ad5471c684b3 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.0702441 Jul 27 06:50:05.219493 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5c92722f-0063-4dea-b570-ebc8edf7b39b req-8fcebcaa-1770-4054-9a12-4a164689d926 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369616 Jul 27 06:50:05.372662 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:50:05.441569 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992e7e3-9742-4c20-980a-c722698b4904 req-021b5eae-8fd9-4358-8903-b6b8f001e3da tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:05.442960 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6992e7e3-9742-4c20-980a-c722698b4904 req-021b5eae-8fd9-4358-8903-b6b8f001e3da tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 944 time: 0.0643866 Jul 27 06:50:05.480945 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6992e7e3-9742-4c20-980a-c722698b4904 req-d7ed3655-7aa5-47b3-b2e6-2909f6976b97 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317156 Jul 27 06:50:05.516084 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33048) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:05.560982 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab4fdd2-addc-4afe-b2e4-6b368480af62 admin admin] Deleting subnet 474271c7-d32c-4952-9c5a-e8dd672c6199 {{(pid=100258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:50:05.564337 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bab4fdd2-addc-4afe-b2e4-6b368480af62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:05.599846 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bab4fdd2-addc-4afe-b2e4-6b368480af62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11690516'] for subnet, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:05.646209 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bab4fdd2-addc-4afe-b2e4-6b368480af62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:05.785741 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bab4fdd2-addc-4afe-b2e4-6b368480af62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12579579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12560906'] for subnet, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:05.840078 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4fdd2-addc-4afe-b2e4-6b368480af62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=474271c7-d32c-4952-9c5a-e8dd672c6199,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:05.843415 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bab4fdd2-addc-4afe-b2e4-6b368480af62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:05.845326 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-bab4fdd2-addc-4afe-b2e4-6b368480af62 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/474271c7-d32c-4952-9c5a-e8dd672c6199 HTTP/1.1" status: 204 len: 168 time: 0.3281958 Jul 27 06:50:05.847949 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 33066) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:05.880917 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c88b3e-3885-46bb-a0e4-7122b920890f req-f9b44a02-5ed7-414b-b663-b66a51da7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:05.882415 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-72c88b3e-3885-46bb-a0e4-7122b920890f req-f9b44a02-5ed7-414b-b663-b66a51da7fc9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 1099 time: 0.1337209 Jul 27 06:50:05.890458 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729d18e-d6cb-41fe-acee-6753d7fd1f0b req-7bf9279f-40a1-4b69-acda-ce159adb13bb tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:05.891859 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5729d18e-d6cb-41fe-acee-6753d7fd1f0b req-7bf9279f-40a1-4b69-acda-ce159adb13bb tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1344047 Jul 27 06:50:05.932004 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:05.946022 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-72c88b3e-3885-46bb-a0e4-7122b920890f req-58de6fc4-77e1-48cf-84f3-5b39b26ffecd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532246 Jul 27 06:50:05.951004 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5729d18e-d6cb-41fe-acee-6753d7fd1f0b req-4c32964b-aba8-4b23-b204-3fd7800b857d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523307 Jul 27 06:50:06.014299 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.024412 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03240ef7-3e00-40a8-bf01-186171d10662']}} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:06.040031 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efab2bc-e1cb-4d4c-8e43-c1f9aa183235') {'for_net_delete': True} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:06.040326 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efab2bc-e1cb-4d4c-8e43-c1f9aa183235') {} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:06.048911 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1489119'] for segment, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.062140 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.068801 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:50:06.069191 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12401591'] for segment, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: Traceback (most recent call last): Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: timer() Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: cb(*args, **kw) Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: return func(*args, **kwargs) Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: self._notify() Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: self.callback(batched_events) Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: event.method(event) Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: return f(self, *a, **k) Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._get(url).json() Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: return self.request(url, 'GET', **kwargs) Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:50:06.070842 dv-cinder-779194-3-iscsi neutron-server[100257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:50:06.217867 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.223116 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.224948 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] 10.222.0.24 "DELETE /v2.0/networks/03240ef7-3e00-40a8-bf01-186171d10662 HTTP/1.1" status: 204 len: 168 time: 0.3744121 Jul 27 06:50:06.237383 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa1d58-d2d2-4d2a-8c94-ca160aba6e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=03240ef7-3e00-40a8-bf01-186171d10662,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:06.349928 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7498122-bff7-4105-aeca-d2bc6f904d90 req-acc67f60-d0b4-4240-8f55-4cad907bfcfe tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:06.351312 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 9955b103-48f6-4363-8c1c-44ed3f9a5374 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:50:06.351820 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d7498122-bff7-4105-aeca-d2bc6f904d90 req-acc67f60-d0b4-4240-8f55-4cad907bfcfe tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 943 time: 0.0649033 Jul 27 06:50:06.369454 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:50:06.394497 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d7498122-bff7-4105-aeca-d2bc6f904d90 req-7ced865d-1f5e-41cc-8108-e01244e1232d tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 Jul 27 06:50:06.489097 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 9955b103-48f6-4363-8c1c-44ed3f9a5374, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:06.504641 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'port_id': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'mac_address': 'fa:16:3e:f1:bf:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:50:06.530596 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:50:06.538387 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:50:06.538751 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.566405 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.587257 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9955b103-48f6-4363-8c1c-44ed3f9a5374 {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:50:06.613305 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 9955b103-48f6-4363-8c1c-44ed3f9a5374, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:06.618592 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841330fb-ab06-4bce-ad37-cc831ba750a9 req-b99d3aee-8f09-44f3-b23b-b5685f81de03 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:06.620582 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-841330fb-ab06-4bce-ad37-cc831ba750a9 req-b99d3aee-8f09-44f3-b23b-b5685f81de03 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 944 time: 0.0707626 Jul 27 06:50:06.625330 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 33078) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:06.652530 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.661596 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-841330fb-ab06-4bce-ad37-cc831ba750a9 req-b58d4ac0-ab9a-4ae3-b04e-0e024ff8d3a7 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Jul 27 06:50:06.672102 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-a165c645-1e3e-441e-8495-397ec14c9d5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9a716f73d814885a794c8006c72625b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450058 Jul 27 06:50:06.674745 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33080) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:06.680327 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5a75f4-cb09-4eff-8713-4bd102d93d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:06.685306 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8245f13e-d6fc-48a9-8caf-4937c1351869" -d '{"events": [{"server_uuid": "8f5a75f4-cb09-4eff-8713-4bd102d93d6a", "name": "network-vif-plugged", "status": "completed", "tag": "be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:06.698591 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.702572 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:06.727307 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a8f40b-6c47-4442-a744-007e1f5f6702 x-openstack-request-id: req-a0a8f40b-6c47-4442-a744-007e1f5f6702 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:06.727628 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5a75f4-cb09-4eff-8713-4bd102d93d6a", "name": "network-vif-plugged", "status": "completed", "tag": "be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:06.727897 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0a8f40b-6c47-4442-a744-007e1f5f6702 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:06.728306 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5a75f4-cb09-4eff-8713-4bd102d93d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb', 'code': 200} Jul 27 06:50:06.728497 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9f264176-8d4f-47d1-8969-ff3936e9e674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.756127 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9f264176-8d4f-47d1-8969-ff3936e9e674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.757105 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=9955b103-48f6-4363-8c1c-44ed3f9a5374,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:06.773076 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.827093 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:06.881933 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9f264176-8d4f-47d1-8969-ff3936e9e674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.884519 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9f264176-8d4f-47d1-8969-ff3936e9e674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:06.885687 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-9f264176-8d4f-47d1-8969-ff3936e9e674 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f41f6065-88aa-4950-a7dc-2b7090f756e8 HTTP/1.1" status: 204 len: 168 time: 0.2094615 Jul 27 06:50:06.893636 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f264176-8d4f-47d1-8969-ff3936e9e674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41f6065-88aa-4950-a7dc-2b7090f756e8,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:07.087946 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f6357-f4f8-4ae2-a802-0ced755ab022 req-b6978f67-5e73-4410-beba-e5d424938aea tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:07.092329 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8b7f6357-f4f8-4ae2-a802-0ced755ab022 req-b6978f67-5e73-4410-beba-e5d424938aea tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0672963 Jul 27 06:50:07.129284 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8b7f6357-f4f8-4ae2-a802-0ced755ab022 req-58a73311-9a3d-4ef6-aae5-dfbd00d22576 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337279 Jul 27 06:50:07.186390 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['9955b103-48f6-4363-8c1c-44ed3f9a5374'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:07.204178 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60d86a-13a9-4e77-9f23-8c4cb81d3193 req-1d942d94-91be-46c2-9f88-1b0c5b5872ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:07.205767 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3c60d86a-13a9-4e77-9f23-8c4cb81d3193 req-1d942d94-91be-46c2-9f88-1b0c5b5872ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 1098 time: 0.0575399 Jul 27 06:50:07.273219 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3c60d86a-13a9-4e77-9f23-8c4cb81d3193 req-3b23d79c-064c-4800-bc31-047346ba1506 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442986 Jul 27 06:50:07.530892 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19ed5a-a202-4144-a850-dabae85f78db req-4d43a0bf-b817-41db-823b-a0ebc0e3d567 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:07.532452 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ab19ed5a-a202-4144-a850-dabae85f78db req-4d43a0bf-b817-41db-823b-a0ebc0e3d567 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 944 time: 0.0689003 Jul 27 06:50:07.573502 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ab19ed5a-a202-4144-a850-dabae85f78db req-76fde813-5d93-4b72-afb2-9b5de2eeade1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344837 Jul 27 06:50:07.801326 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0ada-2101-4f8b-be7d-c22b11dc3c72 req-de5db3db-023d-4381-96b7-4b71cffb8b3a tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:07.803380 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-57ac0ada-2101-4f8b-be7d-c22b11dc3c72 req-de5db3db-023d-4381-96b7-4b71cffb8b3a tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 945 time: 0.0675216 Jul 27 06:50:07.842800 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-57ac0ada-2101-4f8b-be7d-c22b11dc3c72 req-5e4f5642-abe6-4c17-813e-a9d4f3d7be49 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333028 Jul 27 06:50:08.274419 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b5f7a-5384-4d51-81c5-91514ddae3b5 req-6990b64c-f238-48b9-a741-9502a5eefdb4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:08.275919 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f45b5f7a-5384-4d51-81c5-91514ddae3b5 req-6990b64c-f238-48b9-a741-9502a5eefdb4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0633793 Jul 27 06:50:08.322566 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f45b5f7a-5384-4d51-81c5-91514ddae3b5 req-7a850dd4-df8b-4663-98af-17d07a0958fe tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401027 Jul 27 06:50:08.729038 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221d357-8233-460d-adc9-8ade6bf273cc req-90499190-b0b0-4d91-888a-b8e13d9a503b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:08.729038 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c221d357-8233-460d-adc9-8ade6bf273cc req-90499190-b0b0-4d91-888a-b8e13d9a503b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 944 time: 0.0834520 Jul 27 06:50:08.775354 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c221d357-8233-460d-adc9-8ade6bf273cc req-320c91f2-64de-4269-b888-4015c1bc503b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Jul 27 06:50:08.827740 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201f1a-edb5-4787-abc3-87f181ddfe99 req-46598f40-f7a9-4e09-a3f6-45079e0d03f0 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:08.829304 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-83201f1a-edb5-4787-abc3-87f181ddfe99 req-46598f40-f7a9-4e09-a3f6-45079e0d03f0 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1024506 Jul 27 06:50:08.871880 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-83201f1a-edb5-4787-abc3-87f181ddfe99 req-c03637bf-9417-4d3b-b786-0e75ff1bad8d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353506 Jul 27 06:50:08.874644 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f397-0cdc-4f6f-ab01-fef4b8099688 req-d8ccfde1-bca2-4930-aba6-d7c0b8f74d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:08.876146 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1ac0f397-0cdc-4f6f-ab01-fef4b8099688 req-d8ccfde1-bca2-4930-aba6-d7c0b8f74d6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 1099 time: 0.0642996 Jul 27 06:50:09.036053 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f397-0cdc-4f6f-ab01-fef4b8099688 req-8df792ed-3752-4de7-977d-7a0170ab2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:09.037777 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1ac0f397-0cdc-4f6f-ab01-fef4b8099688 req-8df792ed-3752-4de7-977d-7a0170ab2302 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 200 len: 919 time: 0.1400239 Jul 27 06:50:09.046199 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e47e15-e38a-48d0-b4f7-d79de26cdd42 req-37e4ed19-a607-4b41-8f68-c1d387e68362 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:09.047734 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a5e47e15-e38a-48d0-b4f7-d79de26cdd42 req-37e4ed19-a607-4b41-8f68-c1d387e68362 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 945 time: 0.1065905 Jul 27 06:50:09.111634 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1ac0f397-0cdc-4f6f-ab01-fef4b8099688 req-0f455ebf-b4b1-43b2-9397-ddbc4f6608c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb17be9b-0d2d-4078-855b-d6da619611ab HTTP/1.1" status: 200 len: 217 time: 0.0529792 Jul 27 06:50:09.164643 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a5e47e15-e38a-48d0-b4f7-d79de26cdd42 req-a04b0aec-4938-4337-a36b-5c75f886eaf4 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971744 Jul 27 06:50:09.174847 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f397-0cdc-4f6f-ab01-fef4b8099688 req-cfd96a52-8f1f-4af5-a46d-ed0c8607842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:09.176291 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1ac0f397-0cdc-4f6f-ab01-fef4b8099688 req-cfd96a52-8f1f-4af5-a46d-ed0c8607842c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cde0b16-95d6-4402-80bd-b9623cf5aac9 HTTP/1.1" status: 200 len: 858 time: 0.0564020 Jul 27 06:50:09.219063 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1ac0f397-0cdc-4f6f-ab01-fef4b8099688 req-535bf68f-1160-4b47-b2da-48df4a516d42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2817c17d-99bf-4f49-a0aa-89c64829a007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291288 Jul 27 06:50:09.314132 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1ac0f397-0cdc-4f6f-ab01-fef4b8099688 req-a3151d80-e6b4-471a-bdd2-fccf8c4612e0 service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842619 Jul 27 06:50:09.416709 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1ac0f397-0cdc-4f6f-ab01-fef4b8099688 req-6d10a158-db59-40db-b3ff-9a21d3246ed6 service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907269 Jul 27 06:50:09.912081 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5e759-3465-4cdf-a09c-3c3e19da1d26 req-77bc025d-0c24-4a75-9ce0-7d228d550573 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:09.914527 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-91b5e759-3465-4cdf-a09c-3c3e19da1d26 req-77bc025d-0c24-4a75-9ce0-7d228d550573 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 944 time: 0.0685511 Jul 27 06:50:09.956632 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-91b5e759-3465-4cdf-a09c-3c3e19da1d26 req-2b68b516-d688-41ea-b4f3-e8a19bb43303 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Jul 27 06:50:10.212712 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157bdd3-5f03-4a5e-ada2-03dcd0ce99cf req-66246e06-e737-4e3f-8d5f-2a19686142ac tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:10.212712 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7157bdd3-5f03-4a5e-ada2-03dcd0ce99cf req-66246e06-e737-4e3f-8d5f-2a19686142ac tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.2622879 Jul 27 06:50:10.253572 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7157bdd3-5f03-4a5e-ada2-03dcd0ce99cf req-f9afc664-7ce7-4b6b-864a-c68e555f85da tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339184 Jul 27 06:50:10.305055 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44b23f-3c08-4641-b9b4-21776a8d32ad req-d772d5bc-0732-4efd-ae16-9a1fa351cc97 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:10.306615 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8f44b23f-3c08-4641-b9b4-21776a8d32ad req-d772d5bc-0732-4efd-ae16-9a1fa351cc97 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 945 time: 0.0691550 Jul 27 06:50:10.353289 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8f44b23f-3c08-4641-b9b4-21776a8d32ad req-f8ac9f1d-d91f-4615-9f84-54fd5a215a09 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Jul 27 06:50:10.383558 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 9955b103-48f6-4363-8c1c-44ed3f9a5374 up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:50:10.533435 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port 9955b103-48f6-4363-8c1c-44ed3f9a5374 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:50:10.538348 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 9955b103-48f6-4363-8c1c-44ed3f9a5374 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:50:10.538719 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:10.619266 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:10.641730 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:10.643952 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c5dfb6-4282-42d2-86ad-b731f66221d3" -d '{"events": [{"server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "name": "network-vif-plugged", "status": "completed", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:10.656577 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 9955b103-48f6-4363-8c1c-44ed3f9a5374, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:10.679927 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6609a769-be6c-4a53-94cc-79af933d1b02 x-openstack-request-id: req-6609a769-be6c-4a53-94cc-79af933d1b02 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:10.680252 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "name": "network-vif-plugged", "status": "completed", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:10.680639 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6609a769-be6c-4a53-94cc-79af933d1b02 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:10.681030 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'code': 200} Jul 27 06:50:10.738895 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:10.789152 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=9955b103-48f6-4363-8c1c-44ed3f9a5374,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:11.092492 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770e31a-2804-45d8-9ea8-c6e996e0ade1 req-74a0b0be-b05f-4431-91aa-a09fbf8de1f6 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:11.094142 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f770e31a-2804-45d8-9ea8-c6e996e0ade1 req-74a0b0be-b05f-4431-91aa-a09fbf8de1f6 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 945 time: 0.0697460 Jul 27 06:50:11.136465 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f770e31a-2804-45d8-9ea8-c6e996e0ade1 req-e7ab69b1-eb03-4b0e-a0ca-d691f44ba4b9 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356045 Jul 27 06:50:11.384838 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716b230-686f-4573-8a00-e9f677bb798d req-b5a5b1a3-a5f0-4d6e-af48-35b845d9ca03 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:11.386386 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c716b230-686f-4573-8a00-e9f677bb798d req-b5a5b1a3-a5f0-4d6e-af48-35b845d9ca03 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0633256 Jul 27 06:50:11.423515 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c716b230-686f-4573-8a00-e9f677bb798d req-850eb05e-d23a-46e5-ac30-263da82b31e2 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312967 Jul 27 06:50:12.262397 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca9fcb-1522-42ee-b7d4-6ea71845dc71 req-e3b8c2cd-4cfd-4765-9211-6634e977479b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:12.263798 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-cbca9fcb-1522-42ee-b7d4-6ea71845dc71 req-e3b8c2cd-4cfd-4765-9211-6634e977479b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 945 time: 0.0621514 Jul 27 06:50:12.304634 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-cbca9fcb-1522-42ee-b7d4-6ea71845dc71 req-9571d84d-370d-46e7-8279-bf97fda3db76 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349786 Jul 27 06:50:12.553726 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eacc4f-ce9c-495d-948d-7e1910653f2d req-b71b727a-5dcb-4296-b8d8-975b5e040f36 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:12.557416 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44eacc4f-ce9c-495d-948d-7e1910653f2d req-b71b727a-5dcb-4296-b8d8-975b5e040f36 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0647023 Jul 27 06:50:12.593657 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44eacc4f-ce9c-495d-948d-7e1910653f2d req-165a424c-7ed8-4b49-ad1c-baa5a51beaf5 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Jul 27 06:50:13.430730 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd952bd4-a089-46ee-9ae6-b84b75027a07 req-16fd1560-5300-4a7d-8d54-741f0521dfa0 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:13.432246 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bd952bd4-a089-46ee-9ae6-b84b75027a07 req-16fd1560-5300-4a7d-8d54-741f0521dfa0 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 945 time: 0.0628588 Jul 27 06:50:13.470674 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bd952bd4-a089-46ee-9ae6-b84b75027a07 req-79156a87-a41b-4610-a976-32baf4d20eb3 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321116 Jul 27 06:50:13.719123 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7889-93dd-46be-9183-b06f23821ca0 req-56af261c-cd9b-4692-b253-4f4489aa5501 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:13.720605 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-57fd7889-93dd-46be-9183-b06f23821ca0 req-56af261c-cd9b-4692-b253-4f4489aa5501 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0607960 Jul 27 06:50:13.791295 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-57fd7889-93dd-46be-9183-b06f23821ca0 req-96018b21-b209-4103-9ec2-56a21dc69e9e tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568242 Jul 27 06:50:13.806872 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d0d37-67a6-45bf-9115-cd6b3cdbfaba req-72460a82-87c2-456e-b15a-3966208edb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:13.808424 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f79d0d37-67a6-45bf-9115-cd6b3cdbfaba req-72460a82-87c2-456e-b15a-3966208edb77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 1098 time: 0.0834310 Jul 27 06:50:13.845319 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f79d0d37-67a6-45bf-9115-cd6b3cdbfaba req-db0eb784-6205-4696-9fbc-8d04c6bf80d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283639 Jul 27 06:50:14.604515 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949b98-13c6-4091-95fb-e0c0ebc6779f req-4a5f67f1-f9e3-4c63-a37d-2d61b44db2f7 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:14.606040 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d9949b98-13c6-4091-95fb-e0c0ebc6779f req-4a5f67f1-f9e3-4c63-a37d-2d61b44db2f7 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 945 time: 0.0615592 Jul 27 06:50:14.645922 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d9949b98-13c6-4091-95fb-e0c0ebc6779f req-e8e51756-35fe-4087-9bfc-b915c88525c5 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338898 Jul 27 06:50:14.919381 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ff108-bbcc-4a62-b305-1266b7a06930 req-654647b8-2942-4969-9b06-2b044d238e46 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:14.920912 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cc9ff108-bbcc-4a62-b305-1266b7a06930 req-654647b8-2942-4969-9b06-2b044d238e46 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0616457 Jul 27 06:50:14.961670 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cc9ff108-bbcc-4a62-b305-1266b7a06930 req-8ba9af35-cfd0-4a5e-ba2a-aec068777a67 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348442 Jul 27 06:50:15.771149 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a59ce6-2878-4abf-a4cd-c011f4f87e13 req-29a2a4fc-d539-4ba8-afee-64e5765eea67 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:15.772793 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f2a59ce6-2878-4abf-a4cd-c011f4f87e13 req-29a2a4fc-d539-4ba8-afee-64e5765eea67 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 945 time: 0.0631323 Jul 27 06:50:15.810439 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f2a59ce6-2878-4abf-a4cd-c011f4f87e13 req-f57a67d2-a37a-4fd9-803b-d87824d46785 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 Jul 27 06:50:15.945235 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6b79e-ed8d-4a26-a739-b4d5c9f5ce5f req-43691b63-f750-46e7-8d1c-ca00dcaaa476 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:15.946844 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-97b6b79e-ed8d-4a26-a739-b4d5c9f5ce5f req-43691b63-f750-46e7-8d1c-ca00dcaaa476 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 945 time: 0.0670321 Jul 27 06:50:15.986758 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-97b6b79e-ed8d-4a26-a739-b4d5c9f5ce5f req-8915307e-e633-4dd8-a450-e44f6220f199 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325403 Jul 27 06:50:16.112819 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372c58-6f9b-4893-8759-a11179cc6c89 req-48dc4d51-486d-438b-9859-bc7dbf84b1b4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:16.114717 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-da372c58-6f9b-4893-8759-a11179cc6c89 req-48dc4d51-486d-438b-9859-bc7dbf84b1b4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0658600 Jul 27 06:50:16.156212 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-da372c58-6f9b-4893-8759-a11179cc6c89 req-9dbf8492-cefc-4fee-9c82-dbc206e70b39 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324841 Jul 27 06:50:16.368968 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a3a7a-4262-4aec-a200-916564d9016b req-db8895e3-63a8-4949-8c50-1c3aeaed315c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:16.370478 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-429a3a7a-4262-4aec-a200-916564d9016b req-db8895e3-63a8-4949-8c50-1c3aeaed315c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 945 time: 0.0687261 Jul 27 06:50:16.409920 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-429a3a7a-4262-4aec-a200-916564d9016b req-5d41905b-eedd-422e-b4c4-f203fbdf4fee tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Jul 27 06:50:24.196074 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-06039de9-7680-48f8-9ee4-55de7a71febb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:26.647722 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-4f2b567b-2406-4fab-838c-cf42e3f9ba9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:26.824427 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:27.027325 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95174c89-4771-4448-8bcd-0b90368b1dd9 req-ae92ca33-6c3a-47e8-90f1-9db6d1508940 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591702 Jul 27 06:50:27.147501 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95174c89-4771-4448-8bcd-0b90368b1dd9 req-6d649917-15c9-48d1-ba41-e64e8748fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:27.149154 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95174c89-4771-4448-8bcd-0b90368b1dd9 req-6d649917-15c9-48d1-ba41-e64e8748fa2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 1098 time: 0.0692437 Jul 27 06:50:27.284736 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95174c89-4771-4448-8bcd-0b90368b1dd9 req-c1f2c565-a5cc-4f6b-a69a-c35275cc2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:27.284736 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95174c89-4771-4448-8bcd-0b90368b1dd9 req-c1f2c565-a5cc-4f6b-a69a-c35275cc2115 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 200 len: 919 time: 0.1061196 Jul 27 06:50:27.335289 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95174c89-4771-4448-8bcd-0b90368b1dd9 req-73a0ce82-e0d2-4e5e-852e-b1ff29e7e50b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f559151-68d9-4b8b-8845-59fe87c7aa2f HTTP/1.1" status: 200 len: 217 time: 0.0412641 Jul 27 06:50:27.396698 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95174c89-4771-4448-8bcd-0b90368b1dd9 req-fef3a582-53f0-4d49-9efb-11ac1dd49378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:27.398176 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95174c89-4771-4448-8bcd-0b90368b1dd9 req-fef3a582-53f0-4d49-9efb-11ac1dd49378 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cde0b16-95d6-4402-80bd-b9623cf5aac9 HTTP/1.1" status: 200 len: 858 time: 0.0545139 Jul 27 06:50:27.435217 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95174c89-4771-4448-8bcd-0b90368b1dd9 req-c519bdb8-40c0-4aed-a4bd-5a2bd1a7da16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2817c17d-99bf-4f49-a0aa-89c64829a007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282452 Jul 27 06:50:27.544975 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95174c89-4771-4448-8bcd-0b90368b1dd9 req-ce52892c-7f0a-46e2-8ab1-6cb95b307a22 service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974326 Jul 27 06:50:27.641757 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95174c89-4771-4448-8bcd-0b90368b1dd9 req-de26db42-daa7-444a-8dd0-05320566b842 service neutron] 10.222.0.30 "GET /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884559 Jul 27 06:50:27.716153 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:27.950813 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:29.225351 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:30.851007 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33526) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:30.954642 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:31.044303 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:31.133151 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:31.178988 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=265f57698e3940bf95359ee0ea775b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239107 Jul 27 06:50:31.178988 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3d70f7-b38d-459b-98f7-88ffd1c3d6e0,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:31.179632 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33532) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:31.196303 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:31.196684 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:31.197031 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:31.197370 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:31.197707 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:31.198065 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:31.198416 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:31.198744 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:31.199085 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:31.199407 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:31.199731 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:31.200063 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14754484-27ff-4ff1-89d8-42cae137ba4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:31.243909 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d17c8989-9cd7-44e1-a09d-ebc14a0eb1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:31.266879 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d17c8989-9cd7-44e1-a09d-ebc14a0eb1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:31.395705 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d17c8989-9cd7-44e1-a09d-ebc14a0eb1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:31.398518 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d17c8989-9cd7-44e1-a09d-ebc14a0eb1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:31.399792 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d17c8989-9cd7-44e1-a09d-ebc14a0eb1c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b3d70f7-b38d-459b-98f7-88ffd1c3d6e0 HTTP/1.1" status: 204 len: 168 time: 0.2192240 Jul 27 06:50:31.409890 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c8989-9cd7-44e1-a09d-ebc14a0eb1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3d70f7-b38d-459b-98f7-88ffd1c3d6e0,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:35.960022 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c4122-7b09-4a8e-9682-f883fd504572 req-47bf2c6c-5488-4614-83d0-7a1ed83a0d96 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:35.971829 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8a5c4122-7b09-4a8e-9682-f883fd504572 req-47bf2c6c-5488-4614-83d0-7a1ed83a0d96 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0623519 Jul 27 06:50:35.999359 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8a5c4122-7b09-4a8e-9682-f883fd504572 req-bf88924a-5674-4460-9b84-c2288b694f1d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312667 Jul 27 06:50:37.129342 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba1da-3054-4409-8075-d16da74b1749 req-3ac2b1da-b468-441c-82eb-e841549c20e7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:37.130731 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-612ba1da-3054-4409-8075-d16da74b1749 req-3ac2b1da-b468-441c-82eb-e841549c20e7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0622754 Jul 27 06:50:37.168029 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-612ba1da-3054-4409-8075-d16da74b1749 req-0540c1cc-77cc-40b0-8421-9fed0575e481 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313208 Jul 27 06:50:38.301050 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894a482-961e-45f3-92c9-613ccbee53de req-630752b4-1358-4c30-a6d8-bfcb4b2b4ebb tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:38.302715 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6894a482-961e-45f3-92c9-613ccbee53de req-630752b4-1358-4c30-a6d8-bfcb4b2b4ebb tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0626819 Jul 27 06:50:38.344899 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6894a482-961e-45f3-92c9-613ccbee53de req-e6a87f6f-1593-4027-81ed-2922b8b2f3eb tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361886 Jul 27 06:50:39.473315 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d433a-b241-4475-b2b1-7d59ea4694e1 req-1612a81d-409e-4b1d-9c51-994d092c4685 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:39.475317 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e86d433a-b241-4475-b2b1-7d59ea4694e1 req-1612a81d-409e-4b1d-9c51-994d092c4685 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0645852 Jul 27 06:50:39.512089 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e86d433a-b241-4475-b2b1-7d59ea4694e1 req-4d26d137-77d9-4b79-968e-350829114c97 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309253 Jul 27 06:50:40.638983 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32da4a9-67c4-4d47-9124-4bc6f944803b req-7457316b-695a-48cd-952a-7443c85720cc tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:40.640431 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b32da4a9-67c4-4d47-9124-4bc6f944803b req-7457316b-695a-48cd-952a-7443c85720cc tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0618389 Jul 27 06:50:40.678548 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b32da4a9-67c4-4d47-9124-4bc6f944803b req-db51a2a0-5a4d-4073-8c8a-470acdd8f08d tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317862 Jul 27 06:50:41.804665 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4c1ac-2581-47a4-8891-df85b967d584 req-338a8a96-f298-4bde-a356-f21675df9022 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:41.806160 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f8a4c1ac-2581-47a4-8891-df85b967d584 req-338a8a96-f298-4bde-a356-f21675df9022 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0613770 Jul 27 06:50:41.844843 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f8a4c1ac-2581-47a4-8891-df85b967d584 req-1fc73491-124c-4c82-8743-3d31020c9023 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325239 Jul 27 06:50:42.371201 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:50:42.615801 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4da19-f72e-4915-8f32-56ac0dae016f req-115341ff-69d2-4c26-9b80-cdcd24bdb81c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:42.617393 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-abb4da19-f72e-4915-8f32-56ac0dae016f req-115341ff-69d2-4c26-9b80-cdcd24bdb81c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0693350 Jul 27 06:50:42.719557 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-abb4da19-f72e-4915-8f32-56ac0dae016f req-30d9a698-4cf4-4345-a2bd-5d011c44ad30 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Deleting port 2f559151-68d9-4b8b-8845-59fe87c7aa2f {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:50:42.719816 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-abb4da19-f72e-4915-8f32-56ac0dae016f req-30d9a698-4cf4-4345-a2bd-5d011c44ad30 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:42.809571 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-abb4da19-f72e-4915-8f32-56ac0dae016f req-30d9a698-4cf4-4345-a2bd-5d011c44ad30 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] For port 2f559151-68d9-4b8b-8845-59fe87c7aa2f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2f559151-68d9-4b8b-8845-59fe87c7aa2f,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:42.810235 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-abb4da19-f72e-4915-8f32-56ac0dae016f req-30d9a698-4cf4-4345-a2bd-5d011c44ad30 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:42.823325 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-abb4da19-f72e-4915-8f32-56ac0dae016f req-30d9a698-4cf4-4345-a2bd-5d011c44ad30 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Calling delete_port for 2f559151-68d9-4b8b-8845-59fe87c7aa2f owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:50:42.980819 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196dc90-1171-4a68-be36-5beaf31b3cb4 req-fdcbc430-3e11-4b3b-b4e3-4a26dd18c2e0 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:42.980819 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d196dc90-1171-4a68-be36-5beaf31b3cb4 req-fdcbc430-3e11-4b3b-b4e3-4a26dd18c2e0 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 945 time: 0.0669618 Jul 27 06:50:43.017194 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d196dc90-1171-4a68-be36-5beaf31b3cb4 req-745099c1-f059-4152-b0e6-fdd74623a6dc tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Jul 27 06:50:43.041465 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-abb4da19-f72e-4915-8f32-56ac0dae016f req-30d9a698-4cf4-4345-a2bd-5d011c44ad30 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.072422 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9a698-4cf4-4345-a2bd-5d011c44ad30 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Pushing event deleted for resources: {'Port': ['ID=2f559151-68d9-4b8b-8845-59fe87c7aa2f,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:43.087766 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['fb17be9b-0d2d-4078-855b-d6da619611ab'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:43.116618 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb4da19-f72e-4915-8f32-56ac0dae016f req-30d9a698-4cf4-4345-a2bd-5d011c44ad30 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] No DVR routers for this DVR port 2f559151-68d9-4b8b-8845-59fe87c7aa2f on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:50:43.118982 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-abb4da19-f72e-4915-8f32-56ac0dae016f req-30d9a698-4cf4-4345-a2bd-5d011c44ad30 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:43.121132 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-abb4da19-f72e-4915-8f32-56ac0dae016f req-30d9a698-4cf4-4345-a2bd-5d011c44ad30 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.30 "DELETE /v2.0/ports/2f559151-68d9-4b8b-8845-59fe87c7aa2f HTTP/1.1" status: 204 len: 173 time: 0.4947557 Jul 27 06:50:43.121562 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e967c5f-28c3-4469-a172-99aa4b942f5a', 'name': 'network-vif-deleted', 'tag': '2f559151-68d9-4b8b-8845-59fe87c7aa2f'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:43.123786 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c8984e-124a-47e4-8d4b-aff347d25b03" -d '{"events": [{"server_uuid": "5e967c5f-28c3-4469-a172-99aa4b942f5a", "name": "network-vif-deleted", "tag": "2f559151-68d9-4b8b-8845-59fe87c7aa2f"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:43.163686 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df86699-68d9-4601-b5ac-e083908c09fe x-openstack-request-id: req-6df86699-68d9-4601-b5ac-e083908c09fe {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:43.163976 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e967c5f-28c3-4469-a172-99aa4b942f5a", "name": "network-vif-deleted", "tag": "2f559151-68d9-4b8b-8845-59fe87c7aa2f", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:43.164221 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6df86699-68d9-4601-b5ac-e083908c09fe {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:43.164622 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e967c5f-28c3-4469-a172-99aa4b942f5a', 'name': 'network-vif-deleted', 'tag': '2f559151-68d9-4b8b-8845-59fe87c7aa2f', 'status': 'completed', 'code': 200} Jul 27 06:50:43.813290 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a4d9a-dd79-4182-b7a5-61bc2152f5c5 req-0081ef3c-f068-4d2a-8ee9-bc9d19d13e86 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:43.814765 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9f2a4d9a-dd79-4182-b7a5-61bc2152f5c5 req-0081ef3c-f068-4d2a-8ee9-bc9d19d13e86 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 945 time: 0.0666516 Jul 27 06:50:43.853591 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9f2a4d9a-dd79-4182-b7a5-61bc2152f5c5 req-b446bc9b-bbe9-4aae-9fd8-f18aa68551c5 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322378 Jul 27 06:50:43.876875 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33752) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:44.074715 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c846fe5-cd7b-4831-939b-99cef505b001 tempest-TestMinimumBasicScenario-2093013337 tempest-TestMinimumBasicScenario-2093013337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:44.081045 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-0c846fe5-cd7b-4831-939b-99cef505b001 tempest-TestMinimumBasicScenario-2093013337 tempest-TestMinimumBasicScenario-2093013337-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 1093 time: 0.1983724 Jul 27 06:50:44.083953 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33762) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:44.088845 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Request body: {'floatingip': {'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'port_id': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:44.140422 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fbfec375-a792-4f84-a7fd-f742a299d303 req-d1cb62c6-607e-43cc-b05a-d859f364d4a0 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e967c5f-28c3-4469-a172-99aa4b942f5a HTTP/1.1" status: 200 len: 210 time: 0.0310109 Jul 27 06:50:44.201521 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for floatingip, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.302798 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.410391 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Allocated IP 172.27.1.249 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/39d38c73-cd4b-446c-bf0f-a3344b4d4aa6) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:50:44.510049 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.601108 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 2f559151-68d9-4b8b-8845-59fe87c7aa2f no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:50:44.601816 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:44.621664 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: 2f559151-68d9-4b8b-8845-59fe87c7aa2f {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:50:44.622014 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 2f559151-68d9-4b8b-8845-59fe87c7aa2f not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:50:44.641964 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:50:44.644754 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:50:44.650151 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:50:44.674402 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event updated for resources: {'Port': ['ID=39d38c73-cd4b-446c-bf0f-a3344b4d4aa6,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:45.148524 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:45.373792 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:45.682691 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48208212-7569-4eb5-b53c-fd6d0ce7a1bb req-b400a59e-57f4-42a6-8472-0fbdb52b2d4b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:45.684205 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-48208212-7569-4eb5-b53c-fd6d0ce7a1bb req-b400a59e-57f4-42a6-8472-0fbdb52b2d4b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0675004 Jul 27 06:50:45.723827 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-48208212-7569-4eb5-b53c-fd6d0ce7a1bb req-6cab9b4b-be23-4940-b810-96818d3d2b8a tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333455 Jul 27 06:50:45.728696 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:45.847339 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:45.918893 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event updated for resources: {'Port': ['ID=39d38c73-cd4b-446c-bf0f-a3344b4d4aa6,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:45.928036 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:46.027860 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.l3_db [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Floating IP 4017d08d-836d-4c75-8d16-f852f197198a associated. External IP: 172.27.1.249, port: 9955b103-48f6-4363-8c1c-44ed3f9a5374. Jul 27 06:50:46.233356 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Router e2930c02-42b7-4cd9-b691-a39c39bfb8be has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:50:46.372749 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:50:46.391288 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9feba-7223-4d22-822e-cde4cb2fa861 None None] Sync routers for ids ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:50:46.402445 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9feba-7223-4d22-822e-cde4cb2fa861 None None] Routers {'e2930c02-42b7-4cd9-b691-a39c39bfb8be'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:50:46.403134 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-43a9feba-7223-4d22-822e-cde4cb2fa861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:50:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:46.493400 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:46.510643 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-43a9feba-7223-4d22-822e-cde4cb2fa861 None None] Set router e2930c02-42b7-4cd9-b691-a39c39bfb8be gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:50:46.529923 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-ff62483f-26ce-4d64-99dc-06833ffb42fb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4448414 Jul 27 06:50:46.530516 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:46.532806 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e397fe39-02f6-4d3e-b39c-91b4ab8e1ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:46.532960 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 33796) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:46.538082 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995185627', 'description': 'tempest-secgroup-smoke-995185627 description', 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:46.571405 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10481f4c-2197-4fee-a22b-659f51763c31 x-openstack-request-id: req-10481f4c-2197-4fee-a22b-659f51763c31 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:46.571756 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:46.572073 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10481f4c-2197-4fee-a22b-659f51763c31 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:46.572534 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'status': 'completed', 'code': 200} Jul 27 06:50:46.683749 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397fe39-02f6-4d3e-b39c-91b4ab8e1ad6 req-69d48a75-86c7-48d6-8503-0639394468c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:46.685369 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e397fe39-02f6-4d3e-b39c-91b4ab8e1ad6 req-69d48a75-86c7-48d6-8503-0639394468c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69a0a1a2e3c4c599baca600b248ec77&device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 1098 time: 0.0587034 Jul 27 06:50:46.739051 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:46.791089 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-43a9feba-7223-4d22-822e-cde4cb2fa861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:49:16Z', 'revision_number': 4, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '4017d08d-836d-4c75-8d16-f852f197198a', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'port_id': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'mac_address': 'fa:16:3e:f1:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2702f834-d5a8-499c-888c-bb4f41604e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:50:44Z', 'updated_at': '2021-07-27T06:50:44Z', 'revision_number': 0, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7934a5-1e57-43b0-871c-24c72a8f8c04', 'name': '', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'mac_address': 'fa:16:3e:03:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:15Z', 'updated_at': '2021-07-27T06:49:21Z', 'revision_number': 5, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'subnets': [{'id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:46.800069 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397fe39-02f6-4d3e-b39c-91b4ab8e1ad6 req-393614f9-7861-444d-904e-c07518a6aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:46.802154 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e397fe39-02f6-4d3e-b39c-91b4ab8e1ad6 req-393614f9-7861-444d-904e-c07518a6aa8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482 HTTP/1.1" status: 200 len: 915 time: 0.1070697 Jul 27 06:50:46.823496 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9feba-7223-4d22-822e-cde4cb2fa861 None None] Checking router: e2930c02-42b7-4cd9-b691-a39c39bfb8be for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:50:46.832444 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9feba-7223-4d22-822e-cde4cb2fa861 None None] Routers {'e2930c02-42b7-4cd9-b691-a39c39bfb8be'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:50:46.833764 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-43a9feba-7223-4d22-822e-cde4cb2fa861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:50:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:46.851637 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:46.937066 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33804) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:46.937733 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49e7e9-597f-4b5f-82f2-f25c5c2dd8db req-ea8d7bd9-934c-4581-9de1-555ab0a73e82 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:46.939408 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7a49e7e9-597f-4b5f-82f2-f25c5c2dd8db req-ea8d7bd9-934c-4581-9de1-555ab0a73e82 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0862708 Jul 27 06:50:46.948835 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:46.963801 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-43a9feba-7223-4d22-822e-cde4cb2fa861 None None] Set router e2930c02-42b7-4cd9-b691-a39c39bfb8be gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:50:46.979861 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e397fe39-02f6-4d3e-b39c-91b4ab8e1ad6 req-a32fad37-cde1-47df-99de-5f7185ca9d1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374 HTTP/1.1" status: 200 len: 999 time: 0.1687698 Jul 27 06:50:47.007647 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6d82c0-2c46-4980-a681-aca4d140de1e,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:47.026524 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:47.027738 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:47.028613 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:47.029188 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:47.029838 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:47.037885 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:47.038529 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:47.039084 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:47.039591 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:47.040782 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:47.041278 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:47.042385 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:50:47.061617 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.068693 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-37f42953-c2f1-45d3-95fa-7b27683e3a5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5298078 Jul 27 06:50:47.073274 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33814) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:47.086119 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7a49e7e9-597f-4b5f-82f2-f25c5c2dd8db req-85f7b12a-a156-4086-8816-6f5b2dd92ae1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385317 Jul 27 06:50:47.094784 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-6ed655d2-ed4c-40fc-ac31-0bb4e6618b7e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Request body: {'security_group_rule': {'security_group_id': 'df6d82c0-2c46-4980-a681-aca4d140de1e', 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:47.113646 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397fe39-02f6-4d3e-b39c-91b4ab8e1ad6 req-45b1ea7b-edfc-4398-8ff6-5b716065c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:47.114838 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e397fe39-02f6-4d3e-b39c-91b4ab8e1ad6 req-45b1ea7b-edfc-4398-8ff6-5b716065c551 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae4634d2-b566-4d29-83f2-f3b8f1624917 HTTP/1.1" status: 200 len: 853 time: 0.1209395 Jul 27 06:50:47.168369 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd97-593c-4ec2-8b5f-33376bf92961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.199154 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397fe39-02f6-4d3e-b39c-91b4ab8e1ad6 req-b2706060-fa2d-4594-8b79-56317431b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:47.200674 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e397fe39-02f6-4d3e-b39c-91b4ab8e1ad6 req-b2706060-fa2d-4594-8b79-56317431b9a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769453 Jul 27 06:50:47.206445 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-43a9feba-7223-4d22-822e-cde4cb2fa861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:49:16Z', 'revision_number': 4, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '4017d08d-836d-4c75-8d16-f852f197198a', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'port_id': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'mac_address': 'fa:16:3e:f1:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2702f834-d5a8-499c-888c-bb4f41604e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:50:44Z', 'updated_at': '2021-07-27T06:50:44Z', 'revision_number': 0, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7934a5-1e57-43b0-871c-24c72a8f8c04', 'name': '', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'mac_address': 'fa:16:3e:03:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:15Z', 'updated_at': '2021-07-27T06:49:21Z', 'revision_number': 5, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'subnets': [{'id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:50:47.233552 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9feba-7223-4d22-822e-cde4cb2fa861 None None] The sync data for ids ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'] in dv-cinder-779194-3-iscsi is: [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:49:16Z', 'revision_number': 4, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '4017d08d-836d-4c75-8d16-f852f197198a', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'port_id': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'mac_address': 'fa:16:3e:f1:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2702f834-d5a8-499c-888c-bb4f41604e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:50:44Z', 'updated_at': '2021-07-27T06:50:44Z', 'revision_number': 0, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7934a5-1e57-43b0-871c-24c72a8f8c04', 'name': '', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'mac_address': 'fa:16:3e:03:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:15Z', 'updated_at': '2021-07-27T06:49:21Z', 'revision_number': 5, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'subnets': [{'id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:50:47.284659 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6ed655d2-ed4c-40fc-ac31-0bb4e6618b7e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.404815 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6ed655d2-ed4c-40fc-ac31-0bb4e6618b7e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.410692 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e397fe39-02f6-4d3e-b39c-91b4ab8e1ad6 req-1c659497-7ebd-4fd1-b0b8-7d091c9b49a3 service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941257 Jul 27 06:50:47.440079 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b60fcc-1ccc-4844-846f-a46c6d292a9e None None] New status for floating IP 4017d08d-836d-4c75-8d16-f852f197198a: ACTIVE {{(pid=100259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:50:47.499122 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6ed655d2-ed4c-40fc-ac31-0bb4e6618b7e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.536639 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd97-593c-4ec2-8b5f-33376bf92961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.542204 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed655d2-ed4c-40fc-ac31-0bb4e6618b7e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6099d43-9364-41b1-a938-4f4da561b2ed,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:47.573213 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e397fe39-02f6-4d3e-b39c-91b4ab8e1ad6 req-811aeddd-5e14-4feb-afb3-6c450d3b1543 service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481054 Jul 27 06:50:47.653824 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd97-593c-4ec2-8b5f-33376bf92961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.694649 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-a82cbd97-593c-4ec2-8b5f-33376bf92961 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1baf2d1375744a099f80be5e375f9bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7532182 Jul 27 06:50:47.695568 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cbd97-593c-4ec2-8b5f-33376bf92961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b3bb4a-7f19-4a04-bfe7-8576cb8d89c7,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:47.697423 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 33820) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:47.747305 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f22f39c7-391a-482f-b881-6d3ada3a7cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.760054 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6ed655d2-ed4c-40fc-ac31-0bb4e6618b7e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.762639 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-6ed655d2-ed4c-40fc-ac31-0bb4e6618b7e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6857576 Jul 27 06:50:47.767353 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33822) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:47.768273 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f22f39c7-391a-482f-b881-6d3ada3a7cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.771206 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-d1fa3ca5-577f-4411-b99c-e4467b139b72 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Request body: {'security_group_rule': {'security_group_id': 'df6d82c0-2c46-4980-a681-aca4d140de1e', 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:47.862392 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d1fa3ca5-577f-4411-b99c-e4467b139b72 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.880008 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f22f39c7-391a-482f-b881-6d3ada3a7cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.882606 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f22f39c7-391a-482f-b881-6d3ada3a7cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:47.883793 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-f22f39c7-391a-482f-b881-6d3ada3a7cc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1b3bb4a-7f19-4a04-bfe7-8576cb8d89c7 HTTP/1.1" status: 204 len: 168 time: 0.1853206 Jul 27 06:50:47.892040 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f39c7-391a-482f-b881-6d3ada3a7cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b3bb4a-7f19-4a04-bfe7-8576cb8d89c7,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:47.933759 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d1fa3ca5-577f-4411-b99c-e4467b139b72 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.030250 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d1fa3ca5-577f-4411-b99c-e4467b139b72 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.050848 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa3ca5-577f-4411-b99c-e4467b139b72 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199bcd1d-a71e-4857-9dbf-5decdce0d990,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:48.138462 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d1fa3ca5-577f-4411-b99c-e4467b139b72 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.142271 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d1fa3ca5-577f-4411-b99c-e4467b139b72 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3735058 Jul 27 06:50:48.142632 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 33832) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:48.148044 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-83deed09-efe3-4096-91f4-d57910e7bae7 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Request body: {'security_group_rule': {'security_group_id': 'df6d82c0-2c46-4980-a681-aca4d140de1e', 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:48.246176 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94489850-9537-46de-8faf-cf9edde717c9 req-5dbc60d9-e700-4dbc-9af2-844f8c28ddc3 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:48.247808 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-94489850-9537-46de-8faf-cf9edde717c9 req-5dbc60d9-e700-4dbc-9af2-844f8c28ddc3 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0851707 Jul 27 06:50:48.250714 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-83deed09-efe3-4096-91f4-d57910e7bae7 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.292825 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-94489850-9537-46de-8faf-cf9edde717c9 req-77e22efa-71fb-48db-832a-ea29c101c827 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370538 Jul 27 06:50:48.346943 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-83deed09-efe3-4096-91f4-d57910e7bae7 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.422571 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-83deed09-efe3-4096-91f4-d57910e7bae7 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.440868 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83deed09-efe3-4096-91f4-d57910e7bae7 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0400d25c-bb3e-4fab-867b-979738764a84,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:48.527420 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-83deed09-efe3-4096-91f4-d57910e7bae7 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.528712 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-83deed09-efe3-4096-91f4-d57910e7bae7 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3850217 Jul 27 06:50:48.531274 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 33836) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:48.538177 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-52dac49d-69db-445e-93f1-b7475df06991 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Request body: {'security_group_rule': {'security_group_id': 'df6d82c0-2c46-4980-a681-aca4d140de1e', 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:48.640803 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52dac49d-69db-445e-93f1-b7475df06991 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.701479 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52dac49d-69db-445e-93f1-b7475df06991 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.795946 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52dac49d-69db-445e-93f1-b7475df06991 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.813023 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dac49d-69db-445e-93f1-b7475df06991 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6a0b14-6232-49f8-aab5-2e57dc51b4fc,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:48.897279 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-52dac49d-69db-445e-93f1-b7475df06991 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:48.898505 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-52dac49d-69db-445e-93f1-b7475df06991 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3662963 Jul 27 06:50:48.901707 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 33844) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:48.906116 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-d861ad96-a29f-477e-9e72-11967baedc2f tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Request body: {'security_group_rule': {'security_group_id': 'df6d82c0-2c46-4980-a681-aca4d140de1e', 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:49.006998 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.securitygroups_db [None req-d861ad96-a29f-477e-9e72-11967baedc2f tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Project a69a0a1a2e3c4c599baca600b248ec77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 06:50:49.012114 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d861ad96-a29f-477e-9e72-11967baedc2f tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.072038 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d861ad96-a29f-477e-9e72-11967baedc2f tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.171282 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d861ad96-a29f-477e-9e72-11967baedc2f tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.190416 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861ad96-a29f-477e-9e72-11967baedc2f tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858bad9f-60c6-4682-8c0f-4f2f13502ec5,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:49.296898 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d861ad96-a29f-477e-9e72-11967baedc2f tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.298259 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-d861ad96-a29f-477e-9e72-11967baedc2f tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3955507 Jul 27 06:50:49.300909 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 33846) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:49.305513 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-33b8e9a6-9920-44b2-8f1f-133286085f71 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Request body: {'security_group_rule': {'security_group_id': 'df6d82c0-2c46-4980-a681-aca4d140de1e', 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:49.398353 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.securitygroups_db [None req-33b8e9a6-9920-44b2-8f1f-133286085f71 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Project a69a0a1a2e3c4c599baca600b248ec77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 06:50:49.405725 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-33b8e9a6-9920-44b2-8f1f-133286085f71 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.471014 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eae99-63d7-467c-921a-ef04bbe6851a req-bfa9a248-a257-4521-ad86-44f17d7a70d1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:49.472469 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac9eae99-63d7-467c-921a-ef04bbe6851a req-bfa9a248-a257-4521-ad86-44f17d7a70d1 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.1098089 Jul 27 06:50:49.483363 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-33b8e9a6-9920-44b2-8f1f-133286085f71 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.514796 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac9eae99-63d7-467c-921a-ef04bbe6851a req-e8a0c358-4219-4042-aa18-266a1a3209d4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Jul 27 06:50:49.555909 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-33b8e9a6-9920-44b2-8f1f-133286085f71 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.572286 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8e9a6-9920-44b2-8f1f-133286085f71 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4610a3c7-e566-4ccb-b108-3274299273f9,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:49.664642 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-33b8e9a6-9920-44b2-8f1f-133286085f71 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:49.665851 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-33b8e9a6-9920-44b2-8f1f-133286085f71 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3639679 Jul 27 06:50:49.753469 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8710cde3-6eda-472e-a2d3-da423d57eb54 req-894c771c-af06-48e6-b0a6-f700e04b0d0a tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995185627&fields=id&tenant_id=a69a0a1a2e3c4c599baca600b248ec77 HTTP/1.1" status: 200 len: 267 time: 0.0420535 Jul 27 06:50:49.824075 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710cde3-6eda-472e-a2d3-da423d57eb54 req-7920b5f5-8804-4052-847a-44f24ad38476 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:49.825575 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8710cde3-6eda-472e-a2d3-da423d57eb54 req-7920b5f5-8804-4052-847a-44f24ad38476 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 945 time: 0.0655971 Jul 27 06:50:49.836875 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-8710cde3-6eda-472e-a2d3-da423d57eb54 req-182c1bff-954d-405f-9755-c5e0b01072be tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Request body: {'port': {'security_groups': ['179c25a8-0955-4ff7-9c65-6581adc03962', 'df6d82c0-2c46-4980-a681-aca4d140de1e']}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:50:49.918958 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-8710cde3-6eda-472e-a2d3-da423d57eb54 req-182c1bff-954d-405f-9755-c5e0b01072be tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:50.104470 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-8710cde3-6eda-472e-a2d3-da423d57eb54 req-182c1bff-954d-405f-9755-c5e0b01072be tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] For port 9955b103-48f6-4363-8c1c-44ed3f9a5374, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:50.133437 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-8710cde3-6eda-472e-a2d3-da423d57eb54 req-182c1bff-954d-405f-9755-c5e0b01072be tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:50.195172 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-8710cde3-6eda-472e-a2d3-da423d57eb54 req-182c1bff-954d-405f-9755-c5e0b01072be tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:50.236646 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710cde3-6eda-472e-a2d3-da423d57eb54 req-182c1bff-954d-405f-9755-c5e0b01072be tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:50.237226 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-8710cde3-6eda-472e-a2d3-da423d57eb54 req-182c1bff-954d-405f-9755-c5e0b01072be tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:50.238591 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8710cde3-6eda-472e-a2d3-da423d57eb54 req-182c1bff-954d-405f-9755-c5e0b01072be tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "PUT /v2.0/ports/9955b103-48f6-4363-8c1c-44ed3f9a5374 HTTP/1.1" status: 200 len: 981 time: 0.4063392 Jul 27 06:50:50.239098 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:50.242025 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904529a9-81ae-4188-a42b-f21310a939a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:50.267635 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c1bff-954d-405f-9755-c5e0b01072be tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event updated for resources: {'Port': ['ID=9955b103-48f6-4363-8c1c-44ed3f9a5374,revision_number=6']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:50.293048 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609d88cb-6a2e-4629-a2b7-1daef398a249 x-openstack-request-id: req-609d88cb-6a2e-4629-a2b7-1daef398a249 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:50.293341 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:50.293650 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-609d88cb-6a2e-4629-a2b7-1daef398a249 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:50.294067 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'status': 'completed', 'code': 200} Jul 27 06:50:50.382509 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3f86b-9f37-40a5-9e46-ba90ffa40fca req-9df25eab-5b98-4915-8cd2-7ea9106e561d tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:50.384010 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-69b3f86b-9f37-40a5-9e46-ba90ffa40fca req-9df25eab-5b98-4915-8cd2-7ea9106e561d tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0710027 Jul 27 06:50:50.428467 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-69b3f86b-9f37-40a5-9e46-ba90ffa40fca req-e4be5335-099c-4a53-a81b-58cf4e584068 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381999 Jul 27 06:50:50.452902 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-a4a78187-39b6-4465-bffb-21874a7fb1cd None None] Provisioning complete for port 9955b103-48f6-4363-8c1c-44ed3f9a5374 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:50:50.453422 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a4a78187-39b6-4465-bffb-21874a7fb1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:50.646279 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287a226-a7d4-440d-8c74-d632603dec47 req-0e88dcd7-f03a-4b53-89a3-bcf90e5c00a4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:50.647649 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d287a226-a7d4-440d-8c74-d632603dec47 req-0e88dcd7-f03a-4b53-89a3-bcf90e5c00a4 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0659246 Jul 27 06:50:50.686905 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d287a226-a7d4-440d-8c74-d632603dec47 req-48759e2e-a041-4d9d-b608-4e3ea9d1eaa6 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321341 Jul 27 06:50:51.813339 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bccd16-c3ac-4181-9b47-31dde585033a req-46427a59-715d-4fd7-ba2e-902e30bc0c2c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:51.814811 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-02bccd16-c3ac-4181-9b47-31dde585033a req-46427a59-715d-4fd7-ba2e-902e30bc0c2c tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0614779 Jul 27 06:50:51.852618 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-02bccd16-c3ac-4181-9b47-31dde585033a req-8ada49d0-5cf2-469c-a893-113d976d668f tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Jul 27 06:50:52.444143 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['9955b103-48f6-4363-8c1c-44ed3f9a5374'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:52.464427 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904529a9-81ae-4188-a42b-f21310a939a2 req-8287b049-7744-4aff-b52d-f937e39be986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:52.466523 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-904529a9-81ae-4188-a42b-f21310a939a2 req-8287b049-7744-4aff-b52d-f937e39be986 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69a0a1a2e3c4c599baca600b248ec77&device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 1137 time: 0.0546417 Jul 27 06:50:52.559862 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904529a9-81ae-4188-a42b-f21310a939a2 req-7eccf4ad-5511-469f-9327-b60069a9604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:52.561395 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-904529a9-81ae-4188-a42b-f21310a939a2 req-7eccf4ad-5511-469f-9327-b60069a9604d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482 HTTP/1.1" status: 200 len: 915 time: 0.0869431 Jul 27 06:50:52.633169 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-904529a9-81ae-4188-a42b-f21310a939a2 req-3aa624a3-cd23-4b7d-90fc-9ac0575441e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374 HTTP/1.1" status: 200 len: 1001 time: 0.0617993 Jul 27 06:50:52.677717 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['9955b103-48f6-4363-8c1c-44ed3f9a5374'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:52.699005 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904529a9-81ae-4188-a42b-f21310a939a2 req-ab98e833-b445-4370-a389-8f28e70d2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:52.700368 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-904529a9-81ae-4188-a42b-f21310a939a2 req-ab98e833-b445-4370-a389-8f28e70d2932 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae4634d2-b566-4d29-83f2-f3b8f1624917 HTTP/1.1" status: 200 len: 853 time: 0.0479181 Jul 27 06:50:52.770978 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904529a9-81ae-4188-a42b-f21310a939a2 req-6147df23-3911-41ad-bbe8-12e3ea76720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:52.772491 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-904529a9-81ae-4188-a42b-f21310a939a2 req-6147df23-3911-41ad-bbe8-12e3ea76720e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634136 Jul 27 06:50:52.866634 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-904529a9-81ae-4188-a42b-f21310a939a2 req-b6821cbb-67ee-43ed-8be6-3fb3c0a30f0e service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853634 Jul 27 06:50:52.986061 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-904529a9-81ae-4188-a42b-f21310a939a2 req-5bf07225-5988-416f-a20e-28c6ef386a58 service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102355 Jul 27 06:50:52.991697 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caf340-0550-4b10-b3b3-6f23e7767f4b req-1a333f29-fb28-45a0-a7cb-ec8abc950665 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:52.993232 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b0caf340-0550-4b10-b3b3-6f23e7767f4b req-1a333f29-fb28-45a0-a7cb-ec8abc950665 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0729802 Jul 27 06:50:53.033486 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b0caf340-0550-4b10-b3b3-6f23e7767f4b req-31706777-d912-4fd6-acd3-2c3ee1719173 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341115 Jul 27 06:50:54.142667 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-0125e1ea-134b-4f23-811f-b32dffb175ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:54.178771 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f752dc-e014-4bf4-bd85-942396fc72d7 req-78de83ad-26d4-4fe8-ade0-4b15ced16374 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:54.180255 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37f752dc-e014-4bf4-bd85-942396fc72d7 req-78de83ad-26d4-4fe8-ade0-4b15ced16374 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0662725 Jul 27 06:50:54.219868 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37f752dc-e014-4bf4-bd85-942396fc72d7 req-03698012-67af-4fc7-9cef-23b999c0a63b tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336063 Jul 27 06:50:55.280612 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea87d4-4ae3-4720-9058-f160d36ab2db req-c2c70e84-c164-496c-b85c-92c8483e7ee7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:55.282098 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c8ea87d4-4ae3-4720-9058-f160d36ab2db req-c2c70e84-c164-496c-b85c-92c8483e7ee7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0776768 Jul 27 06:50:55.353094 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb19583-92b2-4bed-91a2-e03382624f5b req-ff1a6143-8b74-4fc1-9316-7d451f9c2e02 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:55.354907 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9cb19583-92b2-4bed-91a2-e03382624f5b req-ff1a6143-8b74-4fc1-9316-7d451f9c2e02 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 946 time: 0.0658584 Jul 27 06:50:55.393703 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-c8ea87d4-4ae3-4720-9058-f160d36ab2db req-f706474b-43ac-485f-9804-8c6fb62e17a7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Deleting port fb17be9b-0d2d-4078-855b-d6da619611ab {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:50:55.394524 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c8ea87d4-4ae3-4720-9058-f160d36ab2db req-f706474b-43ac-485f-9804-8c6fb62e17a7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:55.409144 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9cb19583-92b2-4bed-91a2-e03382624f5b req-7207bd21-fa53-40a0-98de-77539e695cbb tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/security-groups?id=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475130 Jul 27 06:50:55.485553 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-c8ea87d4-4ae3-4720-9058-f160d36ab2db req-f706474b-43ac-485f-9804-8c6fb62e17a7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] For port fb17be9b-0d2d-4078-855b-d6da619611ab, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=fb17be9b-0d2d-4078-855b-d6da619611ab,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:50:55.485915 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c8ea87d4-4ae3-4720-9058-f160d36ab2db req-f706474b-43ac-485f-9804-8c6fb62e17a7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:55.502225 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-c8ea87d4-4ae3-4720-9058-f160d36ab2db req-f706474b-43ac-485f-9804-8c6fb62e17a7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Calling delete_port for fb17be9b-0d2d-4078-855b-d6da619611ab owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:50:55.784557 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c8ea87d4-4ae3-4720-9058-f160d36ab2db req-f706474b-43ac-485f-9804-8c6fb62e17a7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:55.822716 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706474b-43ac-485f-9804-8c6fb62e17a7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Pushing event deleted for resources: {'Port': ['ID=fb17be9b-0d2d-4078-855b-d6da619611ab,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:50:55.825450 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['fb17be9b-0d2d-4078-855b-d6da619611ab'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:50:55.866190 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ea87d4-4ae3-4720-9058-f160d36ab2db req-f706474b-43ac-485f-9804-8c6fb62e17a7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] No DVR routers for this DVR port fb17be9b-0d2d-4078-855b-d6da619611ab on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:50:55.868728 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c8ea87d4-4ae3-4720-9058-f160d36ab2db req-f706474b-43ac-485f-9804-8c6fb62e17a7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:55.870734 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c8ea87d4-4ae3-4720-9058-f160d36ab2db req-f706474b-43ac-485f-9804-8c6fb62e17a7 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.30 "DELETE /v2.0/ports/fb17be9b-0d2d-4078-855b-d6da619611ab HTTP/1.1" status: 204 len: 173 time: 0.5790775 Jul 27 06:50:55.871187 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82cda92-0c10-47f6-8df7-3d87af35e87e', 'name': 'network-vif-deleted', 'tag': 'fb17be9b-0d2d-4078-855b-d6da619611ab'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:50:55.873669 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4257eb4e-dd27-4fc6-8d8a-0432560e7cd3" -d '{"events": [{"server_uuid": "f82cda92-0c10-47f6-8df7-3d87af35e87e", "name": "network-vif-deleted", "tag": "fb17be9b-0d2d-4078-855b-d6da619611ab"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:50:55.910787 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5d0525-217e-442a-9ac4-4e7da23dbf1a x-openstack-request-id: req-4e5d0525-217e-442a-9ac4-4e7da23dbf1a {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:50:55.911088 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82cda92-0c10-47f6-8df7-3d87af35e87e", "name": "network-vif-deleted", "tag": "fb17be9b-0d2d-4078-855b-d6da619611ab", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:50:55.913857 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e5d0525-217e-442a-9ac4-4e7da23dbf1a {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:50:55.913857 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82cda92-0c10-47f6-8df7-3d87af35e87e', 'name': 'network-vif-deleted', 'tag': 'fb17be9b-0d2d-4078-855b-d6da619611ab', 'status': 'completed', 'code': 200} Jul 27 06:50:56.508430 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8bd7f662-f728-4e5c-b25c-5ba7f7845d94 req-a97e5bff-32af-4cfb-b161-58afe7a95f78 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 210 time: 0.0303245 Jul 27 06:50:56.641215 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-56b39239-9184-41e3-aff3-3331315b70aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:56.784192 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:57.608018 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b9a2e916-8ad4-473d-9c5f-ec73ded3a896 req-d10c3d5a-0db3-4708-9a6a-abb8e20f7a73 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 210 time: 0.0307264 Jul 27 06:50:57.932154 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:58.715725 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-cb9f4500-cd21-4184-a423-6a4fbc36159c req-d6d160cc-96ff-4b23-b892-f1887c0ca599 tempest-ServerRescueNegativeTestJSON-374283211 tempest-ServerRescueNegativeTestJSON-374283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82cda92-0c10-47f6-8df7-3d87af35e87e HTTP/1.1" status: 200 len: 210 time: 0.0290372 Jul 27 06:50:58.795483 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:59.252613 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:50:59.777095 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33968) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:50:59.832795 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2786c2-6cb1-4395-b678-62b74864d149 req-56b52e35-2092-4492-a265-b2e38912a534 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:50:59.834886 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5b2786c2-6cb1-4395-b678-62b74864d149 req-56b52e35-2092-4492-a265-b2e38912a534 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 945 time: 0.0678186 Jul 27 06:50:59.874618 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5b2786c2-6cb1-4395-b678-62b74864d149 req-573591ee-bb32-49be-901f-f90fcd030767 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330212 Jul 27 06:51:00.198404 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0d9a-f154-4483-ada0-12e6975bafae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929412'] for router_interface, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:00.723100 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e0d9a-f154-4483-ada0-12e6975bafae admin admin] Deleting port 75a92a62-3034-4f31-839b-95d92be5fdb3 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:00.723438 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0d9a-f154-4483-ada0-12e6975bafae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:00.802194 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-5a3e0d9a-f154-4483-ada0-12e6975bafae admin admin] For port 75a92a62-3034-4f31-839b-95d92be5fdb3, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=75a92a62-3034-4f31-839b-95d92be5fdb3,segment=NetworkSegment(2aad08af-fccc-4b4d-8e94-8ebf0f3954a7),segment_id=2aad08af-fccc-4b4d-8e94-8ebf0f3954a7)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:00.803018 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0d9a-f154-4483-ada0-12e6975bafae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:00.814936 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e0d9a-f154-4483-ada0-12e6975bafae admin admin] Calling delete_port for 75a92a62-3034-4f31-839b-95d92be5fdb3 owned by network:router_interface {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:01.051474 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19753d47-e2c2-4ea1-b83d-01f563d884ef req-d2d3f525-e61c-4442-b1b5-2a9505e8e108 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:01.053707 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-19753d47-e2c2-4ea1-b83d-01f563d884ef req-d2d3f525-e61c-4442-b1b5-2a9505e8e108 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 945 time: 0.1102383 Jul 27 06:51:01.093397 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-19753d47-e2c2-4ea1-b83d-01f563d884ef req-1e4a80cd-6ac6-433b-b7db-b2865ecd9849 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333800 Jul 27 06:51:01.133056 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0d9a-f154-4483-ada0-12e6975bafae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:01.159656 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e0d9a-f154-4483-ada0-12e6975bafae admin admin] Pushing event deleted for resources: {'Port': ['ID=75a92a62-3034-4f31-839b-95d92be5fdb3,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:01.322496 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0d9a-f154-4483-ada0-12e6975bafae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929384'] for router_interface, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:01.528135 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3e0d9a-f154-4483-ada0-12e6975bafae admin admin] Router 526e3dfe-d46d-43ee-938d-ff5d02e85c8a has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:51:01.631256 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3e0d9a-f154-4483-ada0-12e6975bafae admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:51:01.636403 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-5a3e0d9a-f154-4483-ada0-12e6975bafae admin admin] 10.222.0.24 "PUT /v2.0/routers/526e3dfe-d46d-43ee-938d-ff5d02e85c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8576572 Jul 27 06:51:01.638884 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33984) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:01.639777 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39825dcd-136a-4f7d-8b85-988c8b7805c2 None None] Sync routers for ids ['526e3dfe-d46d-43ee-938d-ff5d02e85c8a'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:51:01.650251 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39825dcd-136a-4f7d-8b85-988c8b7805c2 None None] Routers {'526e3dfe-d46d-43ee-938d-ff5d02e85c8a'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:01.650862 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-39825dcd-136a-4f7d-8b85-988c8b7805c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:50:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['526e3dfe-d46d-43ee-938d-ff5d02e85c8a'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:01.741724 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:01.753997 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-39825dcd-136a-4f7d-8b85-988c8b7805c2 None None] Set router 526e3dfe-d46d-43ee-938d-ff5d02e85c8a gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:01.846841 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.000923 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Deleting port 5e2250d2-4c02-4102-82e5-0187e582e1da {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:02.001265 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.007040 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-39825dcd-136a-4f7d-8b85-988c8b7805c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'name': 'tempest-ServerRescueNegativeTestJSON-506375611-router', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:15Z', 'updated_at': '2021-07-27T06:51:00Z', 'revision_number': 5, 'project_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'gw_port': {'id': '5e2250d2-4c02-4102-82e5-0187e582e1da', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:47:16Z', 'updated_at': '2021-07-27T06:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:02.033310 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39825dcd-136a-4f7d-8b85-988c8b7805c2 None None] Checking router: 526e3dfe-d46d-43ee-938d-ff5d02e85c8a for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:51:02.041649 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39825dcd-136a-4f7d-8b85-988c8b7805c2 None None] Routers {'526e3dfe-d46d-43ee-938d-ff5d02e85c8a'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:02.042237 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-39825dcd-136a-4f7d-8b85-988c8b7805c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:50:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['526e3dfe-d46d-43ee-938d-ff5d02e85c8a'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:02.078153 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] For port 5e2250d2-4c02-4102-82e5-0187e582e1da, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=5e2250d2-4c02-4102-82e5-0187e582e1da,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:02.078520 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.091708 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Calling delete_port for 5e2250d2-4c02-4102-82e5-0187e582e1da owned by network:router_gateway {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:02.125809 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-39825dcd-136a-4f7d-8b85-988c8b7805c2 None None] Set router 526e3dfe-d46d-43ee-938d-ff5d02e85c8a gateway port host: None {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:02.185808 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-39825dcd-136a-4f7d-8b85-988c8b7805c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'name': 'tempest-ServerRescueNegativeTestJSON-506375611-router', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:15Z', 'updated_at': '2021-07-27T06:51:01Z', 'revision_number': 6, 'project_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'gw_port_host': None}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:02.213138 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39825dcd-136a-4f7d-8b85-988c8b7805c2 None None] The sync data for ids ['526e3dfe-d46d-43ee-938d-ff5d02e85c8a'] in dv-cinder-779194-3-iscsi is: [{'id': '526e3dfe-d46d-43ee-938d-ff5d02e85c8a', 'name': 'tempest-ServerRescueNegativeTestJSON-506375611-router', 'tenant_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:47:15Z', 'updated_at': '2021-07-27T06:51:01Z', 'revision_number': 6, 'project_id': '79a3461cad294d4b82af5df6c2ea3ad9', 'gw_port_host': None}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:51:02.232087 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ebcd-d9b3-4223-8111-6dc6801700b7 req-3211568f-58e9-4480-a369-2ea63f95b9d5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:02.237146 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7ac9ebcd-d9b3-4223-8111-6dc6801700b7 req-3211568f-58e9-4480-a369-2ea63f95b9d5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 945 time: 0.0706563 Jul 27 06:51:02.273699 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7ac9ebcd-d9b3-4223-8111-6dc6801700b7 req-dc6ab4ee-cce1-4cdc-9433-402dfe910cf6 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339253 Jul 27 06:51:02.344239 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.371869 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2250d2-4c02-4102-82e5-0187e582e1da,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:02.433555 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929226'] for router_gateway, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.493823 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device fb17be9b-0d2d-4078-855b-d6da619611ab no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:02.514585 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: fb17be9b-0d2d-4078-855b-d6da619611ab {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:02.514983 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device fb17be9b-0d2d-4078-855b-d6da619611ab not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:02.536202 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-694'] for router, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.539426 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.692889 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563395'] for router, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.693505 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 526e3dfe-d46d-43ee-938d-ff5d02e85c8a {{(pid=100258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:51:02.699205 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] Notify callbacks [] for router, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.700409 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-aaee3e64-d6e0-4bc9-b8bc-1425a1227cd9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/526e3dfe-d46d-43ee-938d-ff5d02e85c8a HTTP/1.1" status: 204 len: 168 time: 1.0605838 Jul 27 06:51:02.702902 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33994) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:02.747174 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_v2 [None req-562222ad-de0f-4593-9d6a-5a9f7364300a admin admin] Deleting subnet 6cde0b16-95d6-4402-80bd-b9623cf5aac9 {{(pid=100258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:51:02.750023 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-562222ad-de0f-4593-9d6a-5a9f7364300a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.781936 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-562222ad-de0f-4593-9d6a-5a9f7364300a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11690516'] for subnet, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.821052 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-562222ad-de0f-4593-9d6a-5a9f7364300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.967486 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-562222ad-de0f-4593-9d6a-5a9f7364300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12579579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12560906'] for subnet, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:02.995154 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562222ad-de0f-4593-9d6a-5a9f7364300a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cde0b16-95d6-4402-80bd-b9623cf5aac9,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:03.001009 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-562222ad-de0f-4593-9d6a-5a9f7364300a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.003061 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-562222ad-de0f-4593-9d6a-5a9f7364300a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6cde0b16-95d6-4402-80bd-b9623cf5aac9 HTTP/1.1" status: 204 len: 168 time: 0.2992382 Jul 27 06:51:03.005582 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 33996) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:03.018470 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 75a92a62-3034-4f31-839b-95d92be5fdb3 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:03.039001 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 75a92a62-3034-4f31-839b-95d92be5fdb3 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:03.039353 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 75a92a62-3034-4f31-839b-95d92be5fdb3 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:03.039779 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 5e2250d2-4c02-4102-82e5-0187e582e1da no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:03.058662 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 5e2250d2-4c02-4102-82e5-0187e582e1da {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:03.059017 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 5e2250d2-4c02-4102-82e5-0187e582e1da not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:03.076318 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.159581 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.172105 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2817c17d-99bf-4f49-a0aa-89c64829a007']}} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:03.185844 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7') {'for_net_delete': True} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:03.186143 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aad08af-fccc-4b4d-8e94-8ebf0f3954a7') {} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:03.195382 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11690983'] for segment, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.209313 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12579477'] for segment, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: Traceback (most recent call last): Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: timer() Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: cb(*args, **kw) Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: return func(*args, **kwargs) Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: self._notify() Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: self.callback(batched_events) Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: event.method(event) Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: return f(self, *a, **k) Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: return self._get(url).json() Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: return self.request(url, 'GET', **kwargs) Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:51:03.222813 dv-cinder-779194-3-iscsi neutron-server[100258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:51:03.372794 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.383136 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.385218 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2817c17d-99bf-4f49-a0aa-89c64829a007 HTTP/1.1" status: 204 len: 168 time: 0.3782797 Jul 27 06:51:03.396833 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761e1f1-2ab1-4c27-951b-6ab6328d04b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2817c17d-99bf-4f49-a0aa-89c64829a007,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:03.426084 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b797265-3edd-4d59-9f5c-6a5ee9a40440 req-0bcecc72-1384-43f1-b156-661010ef57d6 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:03.427943 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4b797265-3edd-4d59-9f5c-6a5ee9a40440 req-0bcecc72-1384-43f1-b156-661010ef57d6 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 945 time: 0.0883625 Jul 27 06:51:03.468696 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4b797265-3edd-4d59-9f5c-6a5ee9a40440 req-9b59edf6-0ec2-4540-86f3-d87260568f26 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351789 Jul 27 06:51:03.839360 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 34006) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:03.878458 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-549afab1-f3bb-49f1-a08a-39e2f56253f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79a3461cad294d4b82af5df6c2ea3ad9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378675 Jul 27 06:51:03.881569 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 34008) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:03.930008 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1736fad3-f395-4624-9b4a-8a3c776a6700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:03.951328 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1736fad3-f395-4624-9b4a-8a3c776a6700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:04.079445 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1736fad3-f395-4624-9b4a-8a3c776a6700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:04.082053 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1736fad3-f395-4624-9b4a-8a3c776a6700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:04.083236 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-1736fad3-f395-4624-9b4a-8a3c776a6700 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52fe61f8-94a0-4834-8c4e-7791e9cfa0bf HTTP/1.1" status: 204 len: 168 time: 0.1996512 Jul 27 06:51:04.119229 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736fad3-f395-4624-9b4a-8a3c776a6700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fe61f8-94a0-4834-8c4e-7791e9cfa0bf,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:04.391596 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed268fa-2d3e-4f1f-a62f-e82033c95af5 req-bf9f835a-1a64-4a3b-a655-e5969f8a83a1 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:04.393147 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-eed268fa-2d3e-4f1f-a62f-e82033c95af5 req-bf9f835a-1a64-4a3b-a655-e5969f8a83a1 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 945 time: 0.3088334 Jul 27 06:51:04.506083 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-eed268fa-2d3e-4f1f-a62f-e82033c95af5 req-a95e1c39-91f9-46a7-9d1e-a9b802b86667 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Deleting port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:04.506392 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-eed268fa-2d3e-4f1f-a62f-e82033c95af5 req-a95e1c39-91f9-46a7-9d1e-a9b802b86667 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:04.623242 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc4d96-c876-4c10-89a2-a54eb71d538c req-1ad70863-ed35-4c98-8f8a-ff68bf8f6d73 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:04.627270 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-facc4d96-c876-4c10-89a2-a54eb71d538c req-1ad70863-ed35-4c98-8f8a-ff68bf8f6d73 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 945 time: 0.0736701 Jul 27 06:51:04.637147 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-eed268fa-2d3e-4f1f-a62f-e82033c95af5 req-a95e1c39-91f9-46a7-9d1e-a9b802b86667 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] For port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:04.637512 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-eed268fa-2d3e-4f1f-a62f-e82033c95af5 req-a95e1c39-91f9-46a7-9d1e-a9b802b86667 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:04.651347 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-eed268fa-2d3e-4f1f-a62f-e82033c95af5 req-a95e1c39-91f9-46a7-9d1e-a9b802b86667 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Calling delete_port for be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:04.662997 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-facc4d96-c876-4c10-89a2-a54eb71d538c req-b1459575-33d0-4541-8217-e498e3f1d463 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Jul 27 06:51:04.868282 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-eed268fa-2d3e-4f1f-a62f-e82033c95af5 req-a95e1c39-91f9-46a7-9d1e-a9b802b86667 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:04.898471 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e1c39-91f9-46a7-9d1e-a9b802b86667 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Pushing event deleted for resources: {'Port': ['ID=be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:04.905761 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['e6223bc8-7c12-48fe-8dd4-1d8dbd436732', '82c9226d-ded4-433b-a656-89d553008242', 'e0e3986e-31a2-4a3c-bfd4-da48685da1b2', 'be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:04.946889 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed268fa-2d3e-4f1f-a62f-e82033c95af5 req-a95e1c39-91f9-46a7-9d1e-a9b802b86667 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] No DVR routers for this DVR port be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:51:04.950053 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-eed268fa-2d3e-4f1f-a62f-e82033c95af5 req-a95e1c39-91f9-46a7-9d1e-a9b802b86667 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:04.952649 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-eed268fa-2d3e-4f1f-a62f-e82033c95af5 req-a95e1c39-91f9-46a7-9d1e-a9b802b86667 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "DELETE /v2.0/ports/be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb HTTP/1.1" status: 204 len: 173 time: 0.5497065 Jul 27 06:51:04.953302 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5a75f4-cb09-4eff-8713-4bd102d93d6a', 'name': 'network-vif-deleted', 'tag': 'be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:04.964903 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3204c2-6e65-4e9e-8629-647967b015a9" -d '{"events": [{"server_uuid": "8f5a75f4-cb09-4eff-8713-4bd102d93d6a", "name": "network-vif-deleted", "tag": "be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:05.007093 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdf4358-06ca-4723-aa2d-09ea3856819a x-openstack-request-id: req-6cdf4358-06ca-4723-aa2d-09ea3856819a {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:05.007509 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5a75f4-cb09-4eff-8713-4bd102d93d6a", "name": "network-vif-deleted", "tag": "be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:05.008618 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cdf4358-06ca-4723-aa2d-09ea3856819a {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:05.009095 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5a75f4-cb09-4eff-8713-4bd102d93d6a', 'name': 'network-vif-deleted', 'tag': 'be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb', 'status': 'completed', 'code': 200} Jul 27 06:51:05.011774 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 34040) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:05.136998 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf68-42ce-4d61-b63a-9852c21a0a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.233612 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf68-42ce-4d61-b63a-9852c21a0a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.309819 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf68-42ce-4d61-b63a-9852c21a0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.354322 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-56a1bf68-42ce-4d61-b63a-9852c21a0a4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9081fd0ac4cd4f06bc4381bc5d6bad26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414249 Jul 27 06:51:05.355186 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1bf68-42ce-4d61-b63a-9852c21a0a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f7b97a-35c3-4708-930b-31542f612a6d,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:05.356361 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 34050) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:05.356728 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 34052) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:05.412955 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a1821d4b-3e0a-4c84-844a-d32c499674f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.435992 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a1821d4b-3e0a-4c84-844a-d32c499674f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.465876 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-network', 'tenant_id': '1c8f217628c34827948362d0e6d45519'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:05.578130 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Made reservation on behalf of 1c8f217628c34827948362d0e6d45519 for: {'network': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:51:05.580410 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.591999 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.620580 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a1821d4b-3e0a-4c84-844a-d32c499674f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.623083 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a1821d4b-3e0a-4c84-844a-d32c499674f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.624193 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-a1821d4b-3e0a-4c84-844a-d32c499674f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3f7b97a-35c3-4708-930b-31542f612a6d HTTP/1.1" status: 204 len: 168 time: 0.2653637 Jul 27 06:51:05.641456 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1821d4b-3e0a-4c84-844a-d32c499674f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f7b97a-35c3-4708-930b-31542f612a6d,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:05.694793 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.771451 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-fb026f1d-e99d-43b5-b14b-67bddfb23b10 req-156e2c0f-8c16-486f-9084-2fcd8c487aa0 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 210 time: 0.0281987 Jul 27 06:51:05.801020 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.823161 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:51:05.836466 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9502dc7-62f7-4f8b-8f2d-2bda212c9acd,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:05.841300 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.841646 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.segments_db [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Added segment 9661b04b-1ff7-40dd-ac6a-6571e835bd94 of type vlan for network a5138127-fb75-44e3-ad3e-a1d464f5c788 Jul 27 06:51:05.882773 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.990003 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:05.991664 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:05.992270 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.052383 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] Pushing event updated for resources: {'Network': ['ID=a5138127-fb75-44e3-ad3e-a1d464f5c788,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:06.063990 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network a5138127-fb75-44e3-ad3e-a1d464f5c788 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:51:06.110892 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-ead4fdfa-b2cf-4adc-a383-acf4c01b61ba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7530429 Jul 27 06:51:06.113856 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 34072) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:06.118998 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-ef6c5547-3da2-4131-b3ff-ea69410b4c41 admin admin] Request body: {'subnet': {'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-subnet', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:06.212063 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6c5547-3da2-4131-b3ff-ea69410b4c41 admin admin] Made reservation on behalf of 1c8f217628c34827948362d0e6d45519 for: {'subnet': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:51:06.214669 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5547-3da2-4131-b3ff-ea69410b4c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12560993'] for subnet, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.469978 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5547-3da2-4131-b3ff-ea69410b4c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12579388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12561011'] for subnet, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.526127 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c5547-3da2-4131-b3ff-ea69410b4c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b53c5cc-df10-4594-9d7b-e97cf4acc0f4,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:06.536759 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6c5547-3da2-4131-b3ff-ea69410b4c41 admin admin] Checking segment: {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:51:06.537155 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c5547-3da2-4131-b3ff-ea69410b4c41 admin admin] Network hostable DHCP agents. Network: a5138127-fb75-44e3-ad3e-a1d464f5c788, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:51:06.616824 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c5547-3da2-4131-b3ff-ea69410b4c41 admin admin] Network a5138127-fb75-44e3-ad3e-a1d464f5c788 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:51:06.732504 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-ef6c5547-3da2-4131-b3ff-ea69410b4c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, a5138127-fb75-44e3-ad3e-a1d464f5c788) {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:06.737782 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c5547-3da2-4131-b3ff-ea69410b4c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:06.738758 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5547-3da2-4131-b3ff-ea69410b4c41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.742530 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a0412-39b9-4078-a759-d229cea8a9c4 None None] Network a5138127-fb75-44e3-ad3e-a1d464f5c788 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:51:06.815602 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-ef6c5547-3da2-4131-b3ff-ea69410b4c41 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6981704 Jul 27 06:51:06.815854 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 34092) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:06.823690 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:06.892657 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d34051b7-0605-48fb-96e4-bf21cbf3a659 req-918e3815-7ba5-40f2-ad8e-6f11f16b90c2 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 210 time: 0.0304446 Jul 27 06:51:06.925247 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped675565-aa29-5855-a0a6-196c76607e72-a5138127-fb75-44e3-ad3e-a1d464f5c788', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4'}]}} from dv-cinder-779194-3-iscsi. {{(pid=100259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:51:06.926336 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.927152 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-704'] for router, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.929087 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-697'] for router, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:06.995005 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.070010 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.db_base_plugin_common [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Allocated IP 172.20.0.2 (a5138127-fb75-44e3-ad3e-a1d464f5c788/8b53c5cc-df10-4594-9d7b-e97cf4acc0f4/a0d06aee-001f-408e-9663-9f0b6b329b4f) {{(pid=100259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:07.213060 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Notify callbacks [] for port, precommit_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.221096 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Transition to ACTIVE for port object a0d06aee-001f-408e-9663-9f0b6b329b4f will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:07.235884 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Transition to ACTIVE for port object a0d06aee-001f-408e-9663-9f0b6b329b4f will not be triggered until provisioned by entity DHCP. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:07.242472 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-928781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.333105 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.370575 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Network a5138127-fb75-44e3-ad3e-a1d464f5c788 is already hosted by enough agents. {{(pid=100259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:07.375148 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Resources bound (agent type, host, resource id): {{(pid=100259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:07.378443 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Received port after_create {{(pid=100259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:07.385432 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Pushing event updated for resources: {'Port': ['ID=a0d06aee-001f-408e-9663-9f0b6b329b4f,revision_number=1']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:07.394625 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:07.394973 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:07.395314 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:07.395656 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:07.395984 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:07.396321 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:07.396845 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:07.397229 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:07.397559 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:07.397884 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:07.398209 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:07.398531 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:07.451015 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Attempting to bind port a0d06aee-001f-408e-9663-9f0b6b329b4f on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:51:07.451392 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Attempting to bind port a0d06aee-001f-408e-9663-9f0b6b329b4f by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:51:07.451762 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Attempting to bind port a0d06aee-001f-408e-9663-9f0b6b329b4f on network a5138127-fb75-44e3-ad3e-a1d464f5c788 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:07.456962 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:51:07.457341 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Checking segment: {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:51:07.457749 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.458148 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Bound using segment: {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:51:07.458615 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Bound port: a0d06aee-001f-408e-9663-9f0b6b329b4f, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:51:07.459050 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.503119 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 34100) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:07.535364 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] For port a0d06aee-001f-408e-9663-9f0b6b329b4f, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:51:07.539244 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] For port a0d06aee-001f-408e-9663-9f0b6b329b4f, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=a0d06aee-001f-408e-9663-9f0b6b329b4f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:51:07.589002 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.609182 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.613221 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-822b1c58-2125-47c3-bf37-a3bc969e43ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.613653 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.678462 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff7457-25b7-4ea3-be66-428f11c08100 None None] Pushing event updated for resources: {'Port': ['ID=a0d06aee-001f-408e-9663-9f0b6b329b4f,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:07.707194 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-822b1c58-2125-47c3-bf37-a3bc969e43ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.715882 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Allocated IP 172.27.1.113 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/7c0274c1-9b4d-4fd2-9e07-439e3e966853) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:07.816813 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-822b1c58-2125-47c3-bf37-a3bc969e43ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.827077 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.865202 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-822b1c58-2125-47c3-bf37-a3bc969e43ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52f6fff3b85045019d70be526bfafbe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584554 Jul 27 06:51:07.865202 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b1c58-2125-47c3-bf37-a3bc969e43ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30569323-2279-48dd-9a5d-0edb8afbbe5a,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:07.866697 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 34106) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:07.936995 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-915c82e0-70de-4e5e-b8ff-9e7e6c88857e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.951441 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:07.989741 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-915c82e0-70de-4e5e-b8ff-9e7e6c88857e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:08.018441 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:08.032976 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:08.033193 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3f6c88c8-6889-4621-a3f8-fe85f6952bd9 req-bc788350-82d3-4ec4-8c89-03ee48f36823 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5a75f4-cb09-4eff-8713-4bd102d93d6a HTTP/1.1" status: 200 len: 210 time: 0.0327539 Jul 27 06:51:08.043063 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:08.065748 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Pushing event updated for resources: {'Port': ['ID=7c0274c1-9b4d-4fd2-9e07-439e3e966853,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:08.151402 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-915c82e0-70de-4e5e-b8ff-9e7e6c88857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:08.153842 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-915c82e0-70de-4e5e-b8ff-9e7e6c88857e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:08.154990 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-915c82e0-70de-4e5e-b8ff-9e7e6c88857e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30569323-2279-48dd-9a5d-0edb8afbbe5a HTTP/1.1" status: 204 len: 168 time: 0.2872932 Jul 27 06:51:08.182601 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c82e0-70de-4e5e-b8ff-9e7e6c88857e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30569323-2279-48dd-9a5d-0edb8afbbe5a,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:08.395446 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:08.620189 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928802'] for router, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:08.670141 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319146ab-1e2e-4ca1-80ff-77510259fd34 None None] Network a5138127-fb75-44e3-ad3e-a1d464f5c788 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:51:08.835619 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Router b19dd726-29c3-4b89-9eff-856026fb9465 is scheduled to L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 with binding_index 1 {{(pid=100258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:51:08.875685 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-cfc6fc47-f642-4efa-8240-c3284f321891 None None] Provisioning for port a0d06aee-001f-408e-9663-9f0b6b329b4f completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:08.947820 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:51:08.961364 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Sync routers for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:51:08.975030 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:08.976000 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:50:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:09.073673 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device a0d06aee-001f-408e-9663-9f0b6b329b4f up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:09.094683 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] Notify callbacks [] for router, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:09.097410 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-e98cd748-7eee-4305-b4fa-807df702d26b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2785614 Jul 27 06:51:09.109952 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 34122) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:09.120795 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:09.318164 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:08Z', 'revision_number': 3, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:09.347753 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Checking router: b19dd726-29c3-4b89-9eff-856026fb9465 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:51:09.348200 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Updating router b19dd726-29c3-4b89-9eff-856026fb9465 port 7c0274c1-9b4d-4fd2-9e07-439e3e966853 binding host dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:51:09.350789 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port a0d06aee-001f-408e-9663-9f0b6b329b4f completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:09.355380 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port a0d06aee-001f-408e-9663-9f0b6b329b4f triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:09.355870 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:09.418741 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:09.533019 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:09.558506 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:09.638824 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port a0d06aee-001f-408e-9663-9f0b6b329b4f, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=a0d06aee-001f-408e-9663-9f0b6b329b4f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:09.689310 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Allocated IP 172.20.0.1 (a5138127-fb75-44e3-ad3e-a1d464f5c788/8b53c5cc-df10-4594-9d7b-e97cf4acc0f4/1a37dfe1-e7b4-433a-a956-83ad2aa6eaee) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:09.737126 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:09.747058 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:09.749195 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Transition to ACTIVE for port object 7c0274c1-9b4d-4fd2-9e07-439e3e966853 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:09.793966 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:09.807515 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.provisioning_blocks [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Transition to ACTIVE for port object 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee will not be triggered until provisioned by entity DHCP. {{(pid=100257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:09.884463 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:09.923553 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Attempting to bind port 7c0274c1-9b4d-4fd2-9e07-439e3e966853 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:51:09.923913 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Attempting to bind port 7c0274c1-9b4d-4fd2-9e07-439e3e966853 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:51:09.924271 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Attempting to bind port 7c0274c1-9b4d-4fd2-9e07-439e3e966853 on network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:09.926966 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=a0d06aee-001f-408e-9663-9f0b6b329b4f,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:09.934156 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:09.934557 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:51:09.934942 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Checking segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:51:09.935332 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:09.935717 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Bound using segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:51:09.936170 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Bound port: 7c0274c1-9b4d-4fd2-9e07-439e3e966853, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:51:09.936554 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:09.998859 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb673b69-cffb-479f-94b6-d5e4614ed516 None None] Pushing event updated for resources: {'Port': ['ID=7c0274c1-9b4d-4fd2-9e07-439e3e966853,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:10.018223 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] For port 7c0274c1-9b4d-4fd2-9e07-439e3e966853, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:51:10.022327 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:10.025448 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] For port 7c0274c1-9b4d-4fd2-9e07-439e3e966853, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=7c0274c1-9b4d-4fd2-9e07-439e3e966853,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:51:10.048132 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:10.048402 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device be8186e4-9bbe-4fbf-a2af-bce9f3eb2dbb not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:10.160437 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Network a5138127-fb75-44e3-ad3e-a1d464f5c788 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:10.162419 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:10.163842 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:10.171282 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:10.195665 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Pushing event updated for resources: {'Port': ['ID=1a37dfe1-e7b4-433a-a956-83ad2aa6eaee,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:10.214354 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929151'] for router_interface, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:10.218753 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:10.219396 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:50:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:10.275539 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb673b69-cffb-479f-94b6-d5e4614ed516 None None] Pushing event updated for resources: {'Port': ['ID=7c0274c1-9b4d-4fd2-9e07-439e3e966853,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:10.350306 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:10.443173 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:10.536655 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:08Z', 'revision_number': 3, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:10.567531 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda688a4-0497-48b7-b26d-61c7faf801f6 None None] The sync data for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi is: [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:08Z', 'revision_number': 3, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:51:10.570127 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-165c306c-b345-45ef-ade0-ab62d0b04e56 None None] Provisioning for port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:10.574842 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-165c306c-b345-45ef-ade0-ab62d0b04e56 None None] Provisioning complete for port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:10.575287 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-165c306c-b345-45ef-ade0-ab62d0b04e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:10.618791 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-165c306c-b345-45ef-ade0-ab62d0b04e56 None None] Port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:51:10.622889 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:10.738415 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:10.813323 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Pushing event updated for resources: {'Port': ['ID=1a37dfe1-e7b4-433a-a956-83ad2aa6eaee,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:10.816822 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929519'] for router_interface, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:10.925841 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Network a5138127-fb75-44e3-ad3e-a1d464f5c788 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:10.927557 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:11.095396 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Router b19dd726-29c3-4b89-9eff-856026fb9465 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:51:11.117781 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d1370-a0a9-4cc9-a1f3-065cf55e73d4 req-7da1c36b-c883-421f-96a5-985bf1e743a8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:11.125637 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b49d1370-a0a9-4cc9-a1f3-065cf55e73d4 req-7da1c36b-c883-421f-96a5-985bf1e743a8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 945 time: 0.0992091 Jul 27 06:51:11.162885 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device a0d06aee-001f-408e-9663-9f0b6b329b4f up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:11.179984 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b49d1370-a0a9-4cc9-a1f3-065cf55e73d4 req-2d466894-905d-4f22-9d5c-d6c3be87cfcb tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534725 Jul 27 06:51:11.219672 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port a0d06aee-001f-408e-9663-9f0b6b329b4f triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:11.220571 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:11.245544 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:51:11.250919 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-23fcc930-67a9-4763-b3a8-fe5e4ee95474 admin admin] 10.222.0.24 "PUT /v2.0/routers/b19dd726-29c3-4b89-9eff-856026fb9465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1399155 Jul 27 06:51:11.317059 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-2bffaec7-e9dd-4cbd-b146-779db0764b90 None None] Provisioning complete for port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:11.317608 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-2bffaec7-e9dd-4cbd-b146-779db0764b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:11.321086 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 7c0274c1-9b4d-4fd2-9e07-439e3e966853 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:11.380918 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-2bffaec7-e9dd-4cbd-b146-779db0764b90 None None] Port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:51:11.498062 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 7c0274c1-9b4d-4fd2-9e07-439e3e966853 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:11.502213 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 7c0274c1-9b4d-4fd2-9e07-439e3e966853 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:11.502622 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:11.582653 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:11.602826 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 7c0274c1-9b4d-4fd2-9e07-439e3e966853, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=7c0274c1-9b4d-4fd2-9e07-439e3e966853,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:11.698190 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:11.746001 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=7c0274c1-9b4d-4fd2-9e07-439e3e966853,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:12.075575 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 34150) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:12.080370 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-f58accba-3b94-470f-8b31-0cfd32559c97 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512759144', 'description': 'tempest-description--473199404'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:12.204824 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Sync routers for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:51:12.204824 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:12.204824 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:50:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:12.205471 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f58accba-3b94-470f-8b31-0cfd32559c97 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.285379 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:12.315348 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f58accba-3b94-470f-8b31-0cfd32559c97 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.339905 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906308-2f1c-4941-a3c9-e0fb1a09b46e req-fd5993e3-1184-4790-9bd8-841207b425af tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:12.341448 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a4906308-2f1c-4941-a3c9-e0fb1a09b46e req-fd5993e3-1184-4790-9bd8-841207b425af tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 945 time: 0.0915871 Jul 27 06:51:12.382487 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a4906308-2f1c-4941-a3c9-e0fb1a09b46e req-bc404255-eaa8-48bf-8871-bbc1fc6812cd tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349417 Jul 27 06:51:12.395107 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f58accba-3b94-470f-8b31-0cfd32559c97 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.429217 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58accba-3b94-470f-8b31-0cfd32559c97 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe16587-296d-40b8-a820-74ed5cf29ff6,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:12.495227 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 2, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:12.504013 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f58accba-3b94-470f-8b31-0cfd32559c97 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.505748 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-f58accba-3b94-470f-8b31-0cfd32559c97 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4290214 Jul 27 06:51:12.511429 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 34158) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:12.516480 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-3503043c-9a8e-4aa7-988a-57630528b319 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Request body: {'security_group_rule': {'security_group_id': 'ffe16587-296d-40b8-a820-74ed5cf29ff6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:12.525634 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Checking router: b19dd726-29c3-4b89-9eff-856026fb9465 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:51:12.525993 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Updating router b19dd726-29c3-4b89-9eff-856026fb9465 port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee binding host dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:51:12.564257 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.680608 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3503043c-9a8e-4aa7-988a-57630528b319 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.738404 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3503043c-9a8e-4aa7-988a-57630528b319 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.809582 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217583b0-91ad-439e-9c56-17b1205014e8 req-dc2b3478-7dbc-4997-a324-cb8385a8b473 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:12.811047 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-217583b0-91ad-439e-9c56-17b1205014e8 req-dc2b3478-7dbc-4997-a324-cb8385a8b473 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 945 time: 0.0622158 Jul 27 06:51:12.829441 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Notify callbacks [] for port, precommit_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.839970 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.provisioning_blocks [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Transition to ACTIVE for port object 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee will not be triggered until provisioned by entity L2. {{(pid=100260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:12.923315 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-217583b0-91ad-439e-9c56-17b1205014e8 req-0425c1ba-6da7-48e6-8730-141f49a38af8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Deleting port e0e3986e-31a2-4a3c-bfd4-da48685da1b2 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:12.923656 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-217583b0-91ad-439e-9c56-17b1205014e8 req-0425c1ba-6da7-48e6-8730-141f49a38af8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.963736 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3503043c-9a8e-4aa7-988a-57630528b319 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:12.994193 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503043c-9a8e-4aa7-988a-57630528b319 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026432e3-fbef-4565-a361-bc06a25df620,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:13.023984 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.026090 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 7c0274c1-9b4d-4fd2-9e07-439e3e966853 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:13.034772 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-217583b0-91ad-439e-9c56-17b1205014e8 req-0425c1ba-6da7-48e6-8730-141f49a38af8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] For port e0e3986e-31a2-4a3c-bfd4-da48685da1b2, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e0e3986e-31a2-4a3c-bfd4-da48685da1b2,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:13.035144 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-217583b0-91ad-439e-9c56-17b1205014e8 req-0425c1ba-6da7-48e6-8730-141f49a38af8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.048965 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-217583b0-91ad-439e-9c56-17b1205014e8 req-0425c1ba-6da7-48e6-8730-141f49a38af8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Calling delete_port for e0e3986e-31a2-4a3c-bfd4-da48685da1b2 owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:13.076203 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 7c0274c1-9b4d-4fd2-9e07-439e3e966853 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:13.076887 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.085351 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Pushing event updated for resources: {'Port': ['ID=1a37dfe1-e7b4-433a-a956-83ad2aa6eaee,revision_number=3']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:13.101364 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:13.101818 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:13.102310 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:13.103534 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:13.103954 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:13.104351 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:13.105384 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:13.105384 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:13.105691 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:13.106425 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:13.107031 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:13.107155 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:13.124508 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3503043c-9a8e-4aa7-988a-57630528b319 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.128457 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-3503043c-9a8e-4aa7-988a-57630528b319 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6132424 Jul 27 06:51:13.129311 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 34168) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:13.143319 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-8b3aa3a2-6fb6-421b-8b4f-504e4ed26f38 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Request body: {'security_group_rule': {'security_group_id': 'ffe16587-296d-40b8-a820-74ed5cf29ff6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:13.176894 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Attempting to bind port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:51:13.177273 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Attempting to bind port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:51:13.178661 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Attempting to bind port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee on network a5138127-fb75-44e3-ad3e-a1d464f5c788 {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:13.185618 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:51:13.186035 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Checking segment: {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:51:13.186449 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.187084 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Bound using segment: {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:51:13.187562 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Bound port: 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'}}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:51:13.188417 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.251913 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa3a2-6fb6-421b-8b4f-504e4ed26f38 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.259982 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] For port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:51:13.265625 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] For port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=1a37dfe1-e7b4-433a-a956-83ad2aa6eaee,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:51:13.285639 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-217583b0-91ad-439e-9c56-17b1205014e8 req-0425c1ba-6da7-48e6-8730-141f49a38af8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.314453 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425c1ba-6da7-48e6-8730-141f49a38af8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Pushing event deleted for resources: {'Port': ['ID=e0e3986e-31a2-4a3c-bfd4-da48685da1b2,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:13.314627 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa3a2-6fb6-421b-8b4f-504e4ed26f38 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.329868 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['e6223bc8-7c12-48fe-8dd4-1d8dbd436732', '82c9226d-ded4-433b-a656-89d553008242', 'e0e3986e-31a2-4a3c-bfd4-da48685da1b2'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:13.366204 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-217583b0-91ad-439e-9c56-17b1205014e8 req-0425c1ba-6da7-48e6-8730-141f49a38af8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] No DVR routers for this DVR port e0e3986e-31a2-4a3c-bfd4-da48685da1b2 on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:51:13.368704 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-217583b0-91ad-439e-9c56-17b1205014e8 req-0425c1ba-6da7-48e6-8730-141f49a38af8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.370730 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-217583b0-91ad-439e-9c56-17b1205014e8 req-0425c1ba-6da7-48e6-8730-141f49a38af8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "DELETE /v2.0/ports/e0e3986e-31a2-4a3c-bfd4-da48685da1b2 HTTP/1.1" status: 204 len: 173 time: 0.5527472 Jul 27 06:51:13.371189 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94c6817-ee9e-4761-94e0-bcecd5f93ffb', 'name': 'network-vif-deleted', 'tag': 'e0e3986e-31a2-4a3c-bfd4-da48685da1b2'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:13.373460 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a06e02d-f910-4988-9fc5-72a7f2c13373" -d '{"events": [{"server_uuid": "d94c6817-ee9e-4761-94e0-bcecd5f93ffb", "name": "network-vif-deleted", "tag": "e0e3986e-31a2-4a3c-bfd4-da48685da1b2"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:13.378698 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.410067 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1372f7-5e95-4972-ac63-ee2f8ae357ba x-openstack-request-id: req-ef1372f7-5e95-4972-ac63-ee2f8ae357ba {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:13.410316 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94c6817-ee9e-4761-94e0-bcecd5f93ffb", "name": "network-vif-deleted", "tag": "e0e3986e-31a2-4a3c-bfd4-da48685da1b2", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:13.410845 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef1372f7-5e95-4972-ac63-ee2f8ae357ba {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:13.411132 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94c6817-ee9e-4761-94e0-bcecd5f93ffb', 'name': 'network-vif-deleted', 'tag': 'e0e3986e-31a2-4a3c-bfd4-da48685da1b2', 'status': 'completed', 'code': 200} Jul 27 06:51:13.421041 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa3a2-6fb6-421b-8b4f-504e4ed26f38 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.442274 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:13.442985 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:50:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:13.472537 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3aa3a2-6fb6-421b-8b4f-504e4ed26f38 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883e34a2-f1d3-4c45-a3b8-000cac6b3e32,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:13.488050 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f25417-3cca-471d-b664-52d7b8fa23b5 None None] Pushing event updated for resources: {'Port': ['ID=1a37dfe1-e7b4-433a-a956-83ad2aa6eaee,revision_number=4']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:13.518046 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-01097a6c-104d-44c7-af18-bd09328a15eb req-9e09bb28-06a2-4a8d-800c-018ba0ff6e5c tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 210 time: 0.0304396 Jul 27 06:51:13.573510 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:13.681323 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa3a2-6fb6-421b-8b4f-504e4ed26f38 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.683364 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-8b3aa3a2-6fb6-421b-8b4f-504e4ed26f38 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5525033 Jul 27 06:51:13.686439 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 34174) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:13.691124 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Request body: {'floatingip': {'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:13.811210 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:13.866770 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:13Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:13.892002 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a762117-7018-40ae-8935-9d40c64a2392 None None] The sync data for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi is: [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:13Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:51:13.910014 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.050404 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Allocated IP 172.27.1.204 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/221cb80f-6b78-4a18-bde3-0a56762a1da1) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:14.160545 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.308610 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.349470 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:14.354754 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:14.358352 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:14.364007 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event updated for resources: {'Port': ['ID=221cb80f-6b78-4a18-bde3-0a56762a1da1,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:14.501170 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.641883 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5c4fa885-255f-406a-a748-0db5b074d4bc req-1994d292-33e9-4582-a601-f8e898398eff tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94c6817-ee9e-4761-94e0-bcecd5f93ffb HTTP/1.1" status: 200 len: 210 time: 0.0290084 Jul 27 06:51:14.663383 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.821096 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.913756 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:14.984837 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event updated for resources: {'Port': ['ID=221cb80f-6b78-4a18-bde3-0a56762a1da1,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:14.996677 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:15.048713 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:15.098673 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:15.107845 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-321029d2-573c-44dd-8817-d28125dddb85 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4126024 Jul 27 06:51:15.183793 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:15.187932 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:15.188306 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:15.237747 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-1da026fa-2a54-4786-9c84-814c756f30c6 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1512759144&fields=id&tenant_id=1c8f217628c34827948362d0e6d45519 HTTP/1.1" status: 200 len: 267 time: 0.0324535 Jul 27 06:51:15.266902 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:15.302122 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=1a37dfe1-e7b4-433a-a956-83ad2aa6eaee,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:15.344150 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eca93c-668a-4c69-a241-ac3d92414198 req-b5734e98-4d62-4eaf-87b9-7dfad7ffb2a2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:15.345704 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-b5734e98-4d62-4eaf-87b9-7dfad7ffb2a2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/networks?id=a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 200 len: 817 time: 0.1003358 Jul 27 06:51:15.360583 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-183a01a7-61b3-4ff0-9215-fc32da23fe0b tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/quotas/1c8f217628c34827948362d0e6d45519 HTTP/1.1" status: 200 len: 375 time: 0.0090179 Jul 27 06:51:15.398084 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:15.433332 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-9095354e-ea0a-40cd-b28a-63c3c7161eef tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665612 Jul 27 06:51:15.446979 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=1a37dfe1-e7b4-433a-a956-83ad2aa6eaee,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:15.533252 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-05026955-1c91-4ad8-80ae-b80c0080aff0 service neutron] 10.222.0.24 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840271 Jul 27 06:51:15.609261 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c8431-25b1-4d04-be39-439841be8f7f req-63437122-7cb7-4139-b25f-ca09c9147754 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:15.610800 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-319c8431-25b1-4d04-be39-439841be8f7f req-63437122-7cb7-4139-b25f-ca09c9147754 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 946 time: 0.0631678 Jul 27 06:51:15.632267 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-861622ff-ea2d-48db-a69a-ee032c969c82 service neutron] 10.222.0.24 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912781 Jul 27 06:51:15.650419 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-319c8431-25b1-4d04-be39-439841be8f7f req-f7d89028-6162-4784-95fb-658152cfdd50 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331693 Jul 27 06:51:15.874473 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-805da940-173e-4c90-98db-2afa4b92619a req-f712911e-5d14-4d68-88c6-69cc9d7d2cf7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 210 time: 0.0287106 Jul 27 06:51:16.067997 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device e0e3986e-31a2-4a3c-bfd4-da48685da1b2 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:16.088610 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: e0e3986e-31a2-4a3c-bfd4-da48685da1b2 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:16.088977 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device e0e3986e-31a2-4a3c-bfd4-da48685da1b2 not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:16.242067 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbb6ae-9713-423d-9b1c-1a7f583498a8 req-51906265-c990-45a1-8100-cf3b5b1b79ff tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:16.243518 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7efbb6ae-9713-423d-9b1c-1a7f583498a8 req-51906265-c990-45a1-8100-cf3b5b1b79ff tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 945 time: 0.0627651 Jul 27 06:51:16.281567 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7efbb6ae-9713-423d-9b1c-1a7f583498a8 req-6822af1d-975f-4ea2-a360-e85c5de8d6a5 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Jul 27 06:51:16.780661 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e9a36-39cd-4527-869b-9c5b76d639ff req-29d165da-b934-44f5-9b26-7865db10ef90 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:16.782113 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-607e9a36-39cd-4527-869b-9c5b76d639ff req-29d165da-b934-44f5-9b26-7865db10ef90 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 946 time: 0.0616789 Jul 27 06:51:16.820123 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-607e9a36-39cd-4527-869b-9c5b76d639ff req-7db15cdb-24dd-4e73-b375-2f4a037bcbbd tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319667 Jul 27 06:51:16.958928 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c712ed8f-16c4-4e5c-963c-087258af6311 req-2d9782b4-2288-445d-9e33-3431bf3842b1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 210 time: 0.0317707 Jul 27 06:51:17.026169 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:17.073503 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:17.074217 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:17.412948 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a7584-b394-4f3d-9f74-ab122a48cdd8 req-fb335899-4915-4eb6-b905-be1cf7264491 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:17.414420 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7d3a7584-b394-4f3d-9f74-ab122a48cdd8 req-fb335899-4915-4eb6-b905-be1cf7264491 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 945 time: 0.0657933 Jul 27 06:51:17.449722 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2292974-e8fc-4e2c-b62d-d4de59189f37 req-63119dcd-ce12-4424-84e6-b39ea815ec7c tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:17.451223 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f2292974-e8fc-4e2c-b62d-d4de59189f37 req-63119dcd-ce12-4424-84e6-b39ea815ec7c tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.30 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 946 time: 0.0650673 Jul 27 06:51:17.452306 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7d3a7584-b394-4f3d-9f74-ab122a48cdd8 req-6ed63c0e-529b-4ddb-9168-19e2cfcf6777 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316191 Jul 27 06:51:17.564759 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-f2292974-e8fc-4e2c-b62d-d4de59189f37 req-fd0a062c-51dd-4adb-8e34-fec7f963a1f5 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Deleting port fadd70f2-5fbe-4924-af00-49fdce874515 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:17.565104 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f2292974-e8fc-4e2c-b62d-d4de59189f37 req-fd0a062c-51dd-4adb-8e34-fec7f963a1f5 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:17.905230 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-f2292974-e8fc-4e2c-b62d-d4de59189f37 req-fd0a062c-51dd-4adb-8e34-fec7f963a1f5 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] For port fadd70f2-5fbe-4924-af00-49fdce874515, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=fadd70f2-5fbe-4924-af00-49fdce874515,segment=NetworkSegment(2fb872f9-2b54-4c17-8320-3791242f7f5f),segment_id=2fb872f9-2b54-4c17-8320-3791242f7f5f)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:17.905599 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f2292974-e8fc-4e2c-b62d-d4de59189f37 req-fd0a062c-51dd-4adb-8e34-fec7f963a1f5 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:17.935912 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-f2292974-e8fc-4e2c-b62d-d4de59189f37 req-fd0a062c-51dd-4adb-8e34-fec7f963a1f5 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Calling delete_port for fadd70f2-5fbe-4924-af00-49fdce874515 owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:18.018961 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b090a8-67fb-43ab-ab4a-fa0a3cbd70bf req-abca4aab-d5dc-4f02-96d3-437154623696 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:18.020566 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-29b090a8-67fb-43ab-ab4a-fa0a3cbd70bf req-abca4aab-d5dc-4f02-96d3-437154623696 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 946 time: 0.1300702 Jul 27 06:51:18.070497 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-29b090a8-67fb-43ab-ab4a-fa0a3cbd70bf req-8bf9ab19-1c27-4dcc-b59d-f3d399b3378c tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439367 Jul 27 06:51:18.079987 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495af4d-bd31-46cb-b6ea-31ebce1401ed req-8a016e7c-54de-4e01-83ca-6f6c534de54c tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:18.081667 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d495af4d-bd31-46cb-b6ea-31ebce1401ed req-8a016e7c-54de-4e01-83ca-6f6c534de54c tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 945 time: 0.0931251 Jul 27 06:51:18.102497 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7f8776ec-c137-417b-9382-f1c88c687b5f req-fabecdb1-bab8-4b5e-9bbd-1ce6fb234366 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 210 time: 0.0442538 Jul 27 06:51:18.199454 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [req-d495af4d-bd31-46cb-b6ea-31ebce1401ed req-810f7fdd-b9de-4252-b397-4193fbe11659 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Deleting port 82c9226d-ded4-433b-a656-89d553008242 {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:18.199803 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-d495af4d-bd31-46cb-b6ea-31ebce1401ed req-810f7fdd-b9de-4252-b397-4193fbe11659 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:18.222686 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f2292974-e8fc-4e2c-b62d-d4de59189f37 req-fd0a062c-51dd-4adb-8e34-fec7f963a1f5 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:18.254588 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a062c-51dd-4adb-8e34-fec7f963a1f5 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Pushing event deleted for resources: {'Port': ['ID=fadd70f2-5fbe-4924-af00-49fdce874515,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:18.260989 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['fadd70f2-5fbe-4924-af00-49fdce874515'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:18.294387 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [req-d495af4d-bd31-46cb-b6ea-31ebce1401ed req-810f7fdd-b9de-4252-b397-4193fbe11659 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] For port 82c9226d-ded4-433b-a656-89d553008242, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=82c9226d-ded4-433b-a656-89d553008242,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:18.294759 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-d495af4d-bd31-46cb-b6ea-31ebce1401ed req-810f7fdd-b9de-4252-b397-4193fbe11659 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:18.302968 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2292974-e8fc-4e2c-b62d-d4de59189f37 req-fd0a062c-51dd-4adb-8e34-fec7f963a1f5 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] No DVR routers for this DVR port fadd70f2-5fbe-4924-af00-49fdce874515 on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:51:18.305545 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f2292974-e8fc-4e2c-b62d-d4de59189f37 req-fd0a062c-51dd-4adb-8e34-fec7f963a1f5 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:18.307679 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f2292974-e8fc-4e2c-b62d-d4de59189f37 req-fd0a062c-51dd-4adb-8e34-fec7f963a1f5 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.30 "DELETE /v2.0/ports/fadd70f2-5fbe-4924-af00-49fdce874515 HTTP/1.1" status: 204 len: 173 time: 0.8396819 Jul 27 06:51:18.308045 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [req-d495af4d-bd31-46cb-b6ea-31ebce1401ed req-810f7fdd-b9de-4252-b397-4193fbe11659 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Calling delete_port for 82c9226d-ded4-433b-a656-89d553008242 owned by compute:nova {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:18.308152 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c8dc13-52d8-4754-8ec2-66a92a2e21ba', 'name': 'network-vif-deleted', 'tag': 'fadd70f2-5fbe-4924-af00-49fdce874515'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:18.310410 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed706b5-7fae-488f-b7b4-3b8f808643ed" -d '{"events": [{"server_uuid": "07c8dc13-52d8-4754-8ec2-66a92a2e21ba", "name": "network-vif-deleted", "tag": "fadd70f2-5fbe-4924-af00-49fdce874515"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:18.347590 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd12652-9df0-4758-96ee-63f0997749af x-openstack-request-id: req-6bd12652-9df0-4758-96ee-63f0997749af {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:18.347884 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c8dc13-52d8-4754-8ec2-66a92a2e21ba", "name": "network-vif-deleted", "tag": "fadd70f2-5fbe-4924-af00-49fdce874515", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:18.348139 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bd12652-9df0-4758-96ee-63f0997749af {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:18.348535 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c8dc13-52d8-4754-8ec2-66a92a2e21ba', 'name': 'network-vif-deleted', 'tag': 'fadd70f2-5fbe-4924-af00-49fdce874515', 'status': 'completed', 'code': 200} Jul 27 06:51:18.547944 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-d495af4d-bd31-46cb-b6ea-31ebce1401ed req-810f7fdd-b9de-4252-b397-4193fbe11659 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:18.582558 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['e6223bc8-7c12-48fe-8dd4-1d8dbd436732', '82c9226d-ded4-433b-a656-89d553008242'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:18.585478 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f7fdd-b9de-4252-b397-4193fbe11659 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Pushing event deleted for resources: {'Port': ['ID=82c9226d-ded4-433b-a656-89d553008242,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:18.637527 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [req-d495af4d-bd31-46cb-b6ea-31ebce1401ed req-810f7fdd-b9de-4252-b397-4193fbe11659 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] No DVR routers for this DVR port 82c9226d-ded4-433b-a656-89d553008242 on host hv-cinder-77919 {{(pid=100257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:51:18.640302 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-d495af4d-bd31-46cb-b6ea-31ebce1401ed req-810f7fdd-b9de-4252-b397-4193fbe11659 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:18.642915 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d495af4d-bd31-46cb-b6ea-31ebce1401ed req-810f7fdd-b9de-4252-b397-4193fbe11659 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "DELETE /v2.0/ports/82c9226d-ded4-433b-a656-89d553008242 HTTP/1.1" status: 204 len: 173 time: 0.5434527 Jul 27 06:51:18.643327 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c80b41-c159-4cc4-9c56-f433eab4d8b4', 'name': 'network-vif-deleted', 'tag': '82c9226d-ded4-433b-a656-89d553008242'}] {{(pid=100257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:18.647032 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adcb506e94557ca07db5a06e2b286747a8ab5cc2faf813157880fb886180bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df11a414-6c2a-4012-b954-e8b14f9bc88b" -d '{"events": [{"server_uuid": "61c80b41-c159-4cc4-9c56-f433eab4d8b4", "name": "network-vif-deleted", "tag": "82c9226d-ded4-433b-a656-89d553008242"}]}' {{(pid=100257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:18.676365 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77df71-257a-4877-926c-c017f7d1578b req-d1eeacef-52e0-431a-b1f4-560e5401a681 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:18.684270 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-df77df71-257a-4877-926c-c017f7d1578b req-d1eeacef-52e0-431a-b1f4-560e5401a681 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 867 time: 0.1651683 Jul 27 06:51:18.719330 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca389e4-2a84-45d7-9311-a19bd91a4eee x-openstack-request-id: req-7ca389e4-2a84-45d7-9311-a19bd91a4eee {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:18.719628 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c80b41-c159-4cc4-9c56-f433eab4d8b4", "name": "network-vif-deleted", "tag": "82c9226d-ded4-433b-a656-89d553008242", "status": "completed", "code": 200}]} {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:18.719880 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ca389e4-2a84-45d7-9311-a19bd91a4eee {{(pid=100257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:18.720273 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c80b41-c159-4cc4-9c56-f433eab4d8b4', 'name': 'network-vif-deleted', 'tag': '82c9226d-ded4-433b-a656-89d553008242', 'status': 'completed', 'code': 200} Jul 27 06:51:18.733454 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-df77df71-257a-4877-926c-c017f7d1578b req-6e796982-d1b7-4cd7-b3ba-58a88ddf9189 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482161 Jul 27 06:51:18.752896 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eca93c-668a-4c69-a241-ac3d92414198 req-1d72a424-e706-4709-8a7d-fb25091f1d72 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:18.754326 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-1d72a424-e706-4709-8a7d-fb25091f1d72 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.30 "GET /v2.0/networks?id=a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 200 len: 817 time: 0.1301761 Jul 27 06:51:18.817504 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-0d43d930-c196-4d96-b37a-e486e3ecc631 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c8f217628c34827948362d0e6d45519 HTTP/1.1" status: 200 len: 380 time: 0.0468993 Jul 27 06:51:18.827864 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Request body: {'port': {'device_id': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'admin_state_up': True, 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'security_groups': ['ffe16587-296d-40b8-a820-74ed5cf29ff6']}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:19.091335 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Made reservation on behalf of 1c8f217628c34827948362d0e6d45519 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:51:19.095058 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:19.195010 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c690708e-750d-4005-a99a-5791d3d78bb4 req-c9104ebe-1586-4a77-ad8e-6551ac70d73e tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=07c8dc13-52d8-4754-8ec2-66a92a2e21ba HTTP/1.1" status: 200 len: 210 time: 0.0305834 Jul 27 06:51:19.241829 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c42bf582-6faa-45ab-955c-8f6f473ab906 req-74a4e754-abb4-4737-8c6a-58882dee70f3 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 210 time: 0.0300612 Jul 27 06:51:19.270833 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Allocated IP 172.20.0.13 (a5138127-fb75-44e3-ad3e-a1d464f5c788/8b53c5cc-df10-4594-9d7b-e97cf4acc0f4/16f72bda-07a9-44d4-90e0-9f606966059f) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:19.371991 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:51:19.449141 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:19.463241 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Transition to ACTIVE for port object 16f72bda-07a9-44d4-90e0-9f606966059f will not be triggered until provisioned by entity DHCP. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:19.613213 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:19.656390 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Network a5138127-fb75-44e3-ad3e-a1d464f5c788 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:19.662722 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:19.666691 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:19.688276 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16f3b8-b40c-4be2-adec-6dd17e9bbb43 req-7e318c48-5c4b-4940-86c9-c1b6b325359c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:19.689976 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bd16f3b8-b40c-4be2-adec-6dd17e9bbb43 req-7e318c48-5c4b-4940-86c9-c1b6b325359c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0777164 Jul 27 06:51:19.699819 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event updated for resources: {'Port': ['ID=16f72bda-07a9-44d4-90e0-9f606966059f,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:19.731374 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:19.732508 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:19.747039 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bd16f3b8-b40c-4be2-adec-6dd17e9bbb43 req-72626738-5899-462d-bef3-45019507e633 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478022 Jul 27 06:51:19.864931 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-de926ecf-8590-4365-a3e7-79ec606d4e0d req-438f5341-aad4-426d-92ce-62ff34d657bb tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=61c80b41-c159-4cc4-9c56-f433eab4d8b4 HTTP/1.1" status: 200 len: 210 time: 0.0352826 Jul 27 06:51:19.867902 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ecf65-e044-4c43-8a4c-ec42d9cd348e req-2d30950e-ae3c-4810-a247-af6fefef534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:19.869428 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac1ecf65-e044-4c43-8a4c-ec42d9cd348e req-2d30950e-ae3c-4810-a247-af6fefef534a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69a0a1a2e3c4c599baca600b248ec77&device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 1137 time: 0.0726125 Jul 27 06:51:19.886774 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-f962257f-b331-4a25-ab42-dbb2ca8cd28d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0618887 Jul 27 06:51:19.905703 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Request body: {'port': {'device_id': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:19.972451 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ecf65-e044-4c43-8a4c-ec42d9cd348e req-86749a92-ec0a-4ca7-a5f5-6e59458a033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:19.974049 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac1ecf65-e044-4c43-8a4c-ec42d9cd348e req-86749a92-ec0a-4ca7-a5f5-6e59458a033a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482 HTTP/1.1" status: 200 len: 915 time: 0.0950615 Jul 27 06:51:19.985876 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:20.045105 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-a966b9a9-9889-4085-ace7-190ccce97e17 None None] Provisioning for port 16f72bda-07a9-44d4-90e0-9f606966059f completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:20.049907 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-a966b9a9-9889-4085-ace7-190ccce97e17 None None] Provisioning complete for port 16f72bda-07a9-44d4-90e0-9f606966059f triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:20.050278 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a966b9a9-9889-4085-ace7-190ccce97e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:20.074500 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac1ecf65-e044-4c43-8a4c-ec42d9cd348e req-8ed6a39f-f6b3-4bed-8317-adb154a583ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374 HTTP/1.1" status: 200 len: 1001 time: 0.0890720 Jul 27 06:51:20.086439 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-a966b9a9-9889-4085-ace7-190ccce97e17 None None] Port 16f72bda-07a9-44d4-90e0-9f606966059f cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:51:20.277581 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f72bda-07a9-44d4-90e0-9f606966059f {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:20.289903 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:20.306808 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Transition to ACTIVE for port object 16f72bda-07a9-44d4-90e0-9f606966059f will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:20.323996 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ecf65-e044-4c43-8a4c-ec42d9cd348e req-c789a020-4233-4f2f-b00a-bd39d3e22d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:20.325828 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac1ecf65-e044-4c43-8a4c-ec42d9cd348e req-c789a020-4233-4f2f-b00a-bd39d3e22d2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae4634d2-b566-4d29-83f2-f3b8f1624917 HTTP/1.1" status: 200 len: 853 time: 0.2422521 Jul 27 06:51:20.367229 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:20.405454 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ecf65-e044-4c43-8a4c-ec42d9cd348e req-028a33e1-534d-4813-89cd-2c328cc97d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:20.406966 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac1ecf65-e044-4c43-8a4c-ec42d9cd348e req-028a33e1-534d-4813-89cd-2c328cc97d3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720456 Jul 27 06:51:20.434594 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Pushing event updated for resources: {'Port': ['ID=16f72bda-07a9-44d4-90e0-9f606966059f,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:20.499051 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26d7a-1c9f-40ee-9860-86467300587f req-b46cec17-26b2-4916-a06e-3552fc3c6251 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:20.500653 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fcb26d7a-1c9f-40ee-9860-86467300587f req-b46cec17-26b2-4916-a06e-3552fc3c6251 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 932 time: 0.1655893 Jul 27 06:51:20.519895 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac1ecf65-e044-4c43-8a4c-ec42d9cd348e req-73249a50-90d8-45c7-a004-923923344e55 service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047940 Jul 27 06:51:20.558688 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Attempting to bind port 16f72bda-07a9-44d4-90e0-9f606966059f on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:51:20.559043 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Attempting to bind port 16f72bda-07a9-44d4-90e0-9f606966059f by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:51:20.559393 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Attempting to bind port 16f72bda-07a9-44d4-90e0-9f606966059f on network a5138127-fb75-44e3-ad3e-a1d464f5c788 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:20.563857 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fcb26d7a-1c9f-40ee-9860-86467300587f req-8fc860cc-169f-4d8d-bc01-617435d604db tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516350 Jul 27 06:51:20.567219 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Port 16f72bda-07a9-44d4-90e0-9f606966059f on network a5138127-fb75-44e3-ad3e-a1d464f5c788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:51:20.567569 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Attempting to bind port 16f72bda-07a9-44d4-90e0-9f606966059f on network a5138127-fb75-44e3-ad3e-a1d464f5c788 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:20.573398 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:51:20.573750 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Checking segment: {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:51:20.574066 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Bound using segment: {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:51:20.574446 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Bound port: 16f72bda-07a9-44d4-90e0-9f606966059f, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:51:20.574829 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:20.625814 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ac1ecf65-e044-4c43-8a4c-ec42d9cd348e req-343a944b-a35c-4aac-8161-f2b02697bee5 service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974350 Jul 27 06:51:20.658164 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:51:20.661387 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=16f72bda-07a9-44d4-90e0-9f606966059f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:51:20.784702 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:20.822643 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:20.822643 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:20.822643 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/16f72bda-07a9-44d4-90e0-9f606966059f HTTP/1.1" status: 200 len: 1094 time: 0.9213157 Jul 27 06:51:20.823080 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:20.825350 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d65b32a-4deb-40e6-a8ee-cd653137a351" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:20.857694 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87531050-742b-4439-aa92-abf5cb2367b2 service neutron] Pushing event updated for resources: {'Port': ['ID=16f72bda-07a9-44d4-90e0-9f606966059f,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:20.871697 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48c78fa-749e-451e-8012-379cd140c57a x-openstack-request-id: req-d48c78fa-749e-451e-8012-379cd140c57a {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:20.871993 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:20.872247 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d48c78fa-749e-451e-8012-379cd140c57a {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:20.873326 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f', 'status': 'completed', 'code': 200} Jul 27 06:51:20.903269 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814486f-bfcb-4c42-9477-ad37d9519d9a req-59ff8ab9-472d-40da-8785-bae93a5e6485 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:20.904976 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4814486f-bfcb-4c42-9477-ad37d9519d9a req-59ff8ab9-472d-40da-8785-bae93a5e6485 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0767403 Jul 27 06:51:20.966382 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4814486f-bfcb-4c42-9477-ad37d9519d9a req-c6405979-c21e-4077-845f-e083b570fe49 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497189 Jul 27 06:51:21.016720 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65b32a-4deb-40e6-a8ee-cd653137a351 req-2cc3c2e9-6b88-4885-9f18-37e07fa9008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:21.018334 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5d65b32a-4deb-40e6-a8ee-cd653137a351 req-2cc3c2e9-6b88-4885-9f18-37e07fa9008e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 1097 time: 0.0925577 Jul 27 06:51:21.126972 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65b32a-4deb-40e6-a8ee-cd653137a351 req-6e586202-2f7b-44aa-a60a-7396f6b3baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:21.128378 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5d65b32a-4deb-40e6-a8ee-cd653137a351 req-6e586202-2f7b-44aa-a60a-7396f6b3baaa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1c8f217628c34827948362d0e6d45519&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0934532 Jul 27 06:51:21.706609 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821ed09-1328-427b-a660-c6ca40439856 req-524d87f3-690e-4859-8dd8-2a5f67672e57 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:21.708089 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6821ed09-1328-427b-a660-c6ca40439856 req-524d87f3-690e-4859-8dd8-2a5f67672e57 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0639272 Jul 27 06:51:21.750502 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6821ed09-1328-427b-a660-c6ca40439856 req-aa6d3715-fafd-4217-b993-961a376745c1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357029 Jul 27 06:51:22.100848 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e46d4-fa3f-474f-9b65-795b20309b9c req-645ec019-78a2-41c6-8df2-aa01798f067a tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:22.102383 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-668e46d4-fa3f-474f-9b65-795b20309b9c req-645ec019-78a2-41c6-8df2-aa01798f067a tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0621545 Jul 27 06:51:22.141015 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-668e46d4-fa3f-474f-9b65-795b20309b9c req-5f4c2007-df5f-4c3b-9502-35ad9a85f3e7 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326967 Jul 27 06:51:22.880450 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b0635-58c8-403d-8ea7-96879febe161 req-107cf923-2b59-4980-8365-62c45de66fa1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:22.882493 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-420b0635-58c8-403d-8ea7-96879febe161 req-107cf923-2b59-4980-8365-62c45de66fa1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0637720 Jul 27 06:51:22.920644 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-420b0635-58c8-403d-8ea7-96879febe161 req-1d6059ba-4f30-4ef0-aaaa-53fdaff4147e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322614 Jul 27 06:51:23.267199 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc76833-3306-42d7-b9bf-44f15d5def5d req-ff9c3a8a-26d2-4def-9351-040fe8274352 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:23.268621 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6cc76833-3306-42d7-b9bf-44f15d5def5d req-ff9c3a8a-26d2-4def-9351-040fe8274352 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0618095 Jul 27 06:51:23.310187 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6cc76833-3306-42d7-b9bf-44f15d5def5d req-2e580c7e-ea43-4fa3-931f-a215956a43de tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356443 Jul 27 06:51:23.687341 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 82c9226d-ded4-433b-a656-89d553008242 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:23.708139 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: 82c9226d-ded4-433b-a656-89d553008242 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:23.708491 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 82c9226d-ded4-433b-a656-89d553008242 not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:23.709122 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device fadd70f2-5fbe-4924-af00-49fdce874515 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:23.728046 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: fadd70f2-5fbe-4924-af00-49fdce874515 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:23.728388 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device fadd70f2-5fbe-4924-af00-49fdce874515 not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:23.786869 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65b32a-4deb-40e6-a8ee-cd653137a351 req-5e2ff87e-6b17-4dab-82f5-4c0ac9285453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:23.788445 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5d65b32a-4deb-40e6-a8ee-cd653137a351 req-5e2ff87e-6b17-4dab-82f5-4c0ac9285453 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919726 Jul 27 06:51:23.900431 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eca93c-668a-4c69-a241-ac3d92414198 req-66572c34-d541-4d98-9b2e-0359765ce409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:23.901942 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-66572c34-d541-4d98-9b2e-0359765ce409 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 1097 time: 0.0533717 Jul 27 06:51:23.952050 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-e1512fd2-fca5-4fe8-b713-042e4c0c8b3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16f72bda-07a9-44d4-90e0-9f606966059f HTTP/1.1" status: 200 len: 217 time: 0.0350478 Jul 27 06:51:24.034923 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eca93c-668a-4c69-a241-ac3d92414198 req-c90e2b55-11b5-43c9-a77d-f2e7573caf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:24.036379 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-c90e2b55-11b5-43c9-a77d-f2e7573caf6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b53c5cc-df10-4594-9d7b-e97cf4acc0f4 HTTP/1.1" status: 200 len: 856 time: 0.0753951 Jul 27 06:51:24.100443 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02427c49-c0d3-4b90-bd1a-526971bf06ff req-bc7ab7a8-8ae1-4a55-84f9-b661964956c2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:24.101947 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-02427c49-c0d3-4b90-bd1a-526971bf06ff req-bc7ab7a8-8ae1-4a55-84f9-b661964956c2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.1070702 Jul 27 06:51:24.128224 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eca93c-668a-4c69-a241-ac3d92414198 req-a459a158-d52a-42c1-aead-78e670112ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:24.129701 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-a459a158-d52a-42c1-aead-78e670112ae0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5138127-fb75-44e3-ad3e-a1d464f5c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859044 Jul 27 06:51:24.189469 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cb659f87-c80c-4d60-b813-9086a6c35b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:24.190191 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-02427c49-c0d3-4b90-bd1a-526971bf06ff req-ba362ecd-b125-4a41-8c30-84a08e5eba6c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810530 Jul 27 06:51:24.232401 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-52bf13eb-2a11-4ee1-93ee-1a0ede17b5d8 service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944309 Jul 27 06:51:24.322322 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37eca93c-668a-4c69-a241-ac3d92414198 req-6e6f01a7-2160-46f8-a2bd-3651543df0ba service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823801 Jul 27 06:51:24.442972 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86544ff8-73aa-46ca-a919-7fc53cc7dd3e req-6ff9455e-b89e-437b-a855-5372e323bca8 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:24.445235 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-86544ff8-73aa-46ca-a919-7fc53cc7dd3e req-6ff9455e-b89e-437b-a855-5372e323bca8 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0676646 Jul 27 06:51:24.489221 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-86544ff8-73aa-46ca-a919-7fc53cc7dd3e req-5e72be52-2a15-4e35-b2db-2773e731624b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378423 Jul 27 06:51:24.818439 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06053bfb-d3f6-4af3-be9e-37a1397712dc req-a9d762cf-30f8-4a89-a070-cc1c4b01e032 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:24.820763 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-06053bfb-d3f6-4af3-be9e-37a1397712dc req-a9d762cf-30f8-4a89-a070-cc1c4b01e032 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 946 time: 0.0661533 Jul 27 06:51:24.860435 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-06053bfb-d3f6-4af3-be9e-37a1397712dc req-078097c5-6d7e-4e14-8c8c-b9daf157f252 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337205 Jul 27 06:51:25.324499 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b8f6e-1ec6-4f75-aeae-aa0702f00c8f req-47017e80-5473-44df-b264-bdb94360dafa tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:25.325991 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0c7b8f6e-1ec6-4f75-aeae-aa0702f00c8f req-47017e80-5473-44df-b264-bdb94360dafa tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0614169 Jul 27 06:51:25.363387 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0c7b8f6e-1ec6-4f75-aeae-aa0702f00c8f req-890f6c00-e905-43b9-955f-22c4419421b4 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315516 Jul 27 06:51:25.620360 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f61fd0-33a9-4dda-904b-df67ff3855a9 req-a9c9c883-adee-41e0-b80c-95db5bf72f17 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:25.621764 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b5f61fd0-33a9-4dda-904b-df67ff3855a9 req-a9c9c883-adee-41e0-b80c-95db5bf72f17 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0647888 Jul 27 06:51:25.661510 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b5f61fd0-33a9-4dda-904b-df67ff3855a9 req-d4e11a6c-9b7f-4e26-8180-d7bffab9b8b1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338061 Jul 27 06:51:25.992454 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd738e8-7670-4d42-bda6-548f97aaef93 req-c9b89a4d-c4e1-42a8-89d4-c498fbcc53a8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:25.993982 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7cd738e8-7670-4d42-bda6-548f97aaef93 req-c9b89a4d-c4e1-42a8-89d4-c498fbcc53a8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 946 time: 0.0676198 Jul 27 06:51:26.032109 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7cd738e8-7670-4d42-bda6-548f97aaef93 req-ec031d81-0354-42aa-86a4-d529783f4f17 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/security-groups?id=211ed478-e273-41a6-850a-124a38b3df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Jul 27 06:51:26.496370 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443db2f0-d6ea-40c2-b787-a9ebc92636b7 req-eb19ccb0-02ef-48e7-ad1f-b5e5ebdc2122 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:26.498038 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-443db2f0-d6ea-40c2-b787-a9ebc92636b7 req-eb19ccb0-02ef-48e7-ad1f-b5e5ebdc2122 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0624800 Jul 27 06:51:26.537376 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-443db2f0-d6ea-40c2-b787-a9ebc92636b7 req-0359f7c7-b1b8-4984-8d6e-a11954912240 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333433 Jul 27 06:51:26.583583 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcb5a1-d738-48f7-8ea5-8b09d664f4d8 req-00d8f179-83aa-4f13-8f2c-83ef81513c62 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:26.585113 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-74bcb5a1-d738-48f7-8ea5-8b09d664f4d8 req-00d8f179-83aa-4f13-8f2c-83ef81513c62 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 946 time: 0.0640035 Jul 27 06:51:26.675524 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c3469766-f57d-4573-b6af-ac5a35e36372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:26.690148 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-74bcb5a1-d738-48f7-8ea5-8b09d664f4d8 req-06a776f2-e3c4-4a19-9789-ad552d0adbc8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Deleting port e6223bc8-7c12-48fe-8dd4-1d8dbd436732 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:51:26.690148 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-74bcb5a1-d738-48f7-8ea5-8b09d664f4d8 req-06a776f2-e3c4-4a19-9789-ad552d0adbc8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:26.817356 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:26.817983 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-74bcb5a1-d738-48f7-8ea5-8b09d664f4d8 req-06a776f2-e3c4-4a19-9789-ad552d0adbc8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] For port e6223bc8-7c12-48fe-8dd4-1d8dbd436732, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=e6223bc8-7c12-48fe-8dd4-1d8dbd436732,segment=NetworkSegment(b6d393e3-231b-43bc-b7a8-8931463bab64),segment_id=b6d393e3-231b-43bc-b7a8-8931463bab64)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:26.818356 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-74bcb5a1-d738-48f7-8ea5-8b09d664f4d8 req-06a776f2-e3c4-4a19-9789-ad552d0adbc8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:26.840231 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba20a5-d2c9-4519-8140-a34059e3590a req-dc280cfb-9bac-48c4-a2a9-111c6c5239f0 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:26.841731 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-80ba20a5-d2c9-4519-8140-a34059e3590a req-dc280cfb-9bac-48c4-a2a9-111c6c5239f0 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.1107073 Jul 27 06:51:26.842596 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-74bcb5a1-d738-48f7-8ea5-8b09d664f4d8 req-06a776f2-e3c4-4a19-9789-ad552d0adbc8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Calling delete_port for e6223bc8-7c12-48fe-8dd4-1d8dbd436732 owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:51:26.918058 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-80ba20a5-d2c9-4519-8140-a34059e3590a req-eea80057-7f16-492f-a221-9234d904b453 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698724 Jul 27 06:51:27.075274 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-74bcb5a1-d738-48f7-8ea5-8b09d664f4d8 req-06a776f2-e3c4-4a19-9789-ad552d0adbc8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:27.106292 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a776f2-e3c4-4a19-9789-ad552d0adbc8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Pushing event deleted for resources: {'Port': ['ID=e6223bc8-7c12-48fe-8dd4-1d8dbd436732,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:27.128859 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-685a4765-7dad-4c79-8853-6198a5ae6e3d req-5dd3fefd-1c4d-40a3-a795-f54e4296a417 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 210 time: 0.0292225 Jul 27 06:51:27.147210 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bcb5a1-d738-48f7-8ea5-8b09d664f4d8 req-06a776f2-e3c4-4a19-9789-ad552d0adbc8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] No DVR routers for this DVR port e6223bc8-7c12-48fe-8dd4-1d8dbd436732 on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:51:27.150194 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-74bcb5a1-d738-48f7-8ea5-8b09d664f4d8 req-06a776f2-e3c4-4a19-9789-ad552d0adbc8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:27.152151 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-74bcb5a1-d738-48f7-8ea5-8b09d664f4d8 req-06a776f2-e3c4-4a19-9789-ad552d0adbc8 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.30 "DELETE /v2.0/ports/e6223bc8-7c12-48fe-8dd4-1d8dbd436732 HTTP/1.1" status: 204 len: 173 time: 0.5605676 Jul 27 06:51:27.152570 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3f7503-4c0d-496c-85cc-d77e95755c88', 'name': 'network-vif-deleted', 'tag': 'e6223bc8-7c12-48fe-8dd4-1d8dbd436732'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:27.154795 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901841c6-3a3c-48ef-b5ff-6b518209afcd" -d '{"events": [{"server_uuid": "5b3f7503-4c0d-496c-85cc-d77e95755c88", "name": "network-vif-deleted", "tag": "e6223bc8-7c12-48fe-8dd4-1d8dbd436732"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:27.189581 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e83c33-d490-4583-bd74-77d3a3c20f47 x-openstack-request-id: req-d9e83c33-d490-4583-bd74-77d3a3c20f47 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:27.189888 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3f7503-4c0d-496c-85cc-d77e95755c88", "name": "network-vif-deleted", "tag": "e6223bc8-7c12-48fe-8dd4-1d8dbd436732", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:27.190137 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9e83c33-d490-4583-bd74-77d3a3c20f47 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:27.190518 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3f7503-4c0d-496c-85cc-d77e95755c88', 'name': 'network-vif-deleted', 'tag': 'e6223bc8-7c12-48fe-8dd4-1d8dbd436732', 'status': 'completed', 'code': 200} Jul 27 06:51:27.671658 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31399d-e885-4307-9a74-3c4c9da11365 req-2a0822f6-c700-4b81-85d8-07e1e1891fbb tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:27.673117 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3d31399d-e885-4307-9a74-3c4c9da11365 req-2a0822f6-c700-4b81-85d8-07e1e1891fbb tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0637882 Jul 27 06:51:27.709523 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3d31399d-e885-4307-9a74-3c4c9da11365 req-7608600b-b52d-4569-8d67-911364be03d9 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306025 Jul 27 06:51:27.966241 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:28.050713 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c1031-68c2-4b8b-b527-62f2f8d24f0c req-83363f1b-6c94-4ccc-a5a6-f2d170fd9c13 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:28.052188 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ab6c1031-68c2-4b8b-b527-62f2f8d24f0c req-83363f1b-6c94-4ccc-a5a6-f2d170fd9c13 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0648861 Jul 27 06:51:28.093576 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ab6c1031-68c2-4b8b-b527-62f2f8d24f0c req-0872e6b0-04e7-4d47-9053-0a13dcf884ca tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345678 Jul 27 06:51:28.222727 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b5f390e0-b66e-49f4-a409-2f533b9a79b5 req-136d493b-42b5-46eb-9a9f-66a116faaa7d tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 210 time: 0.0271709 Jul 27 06:51:28.854778 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a646334-3e5c-4d2d-a3a7-f9595ae8c5a5 req-3d17a044-b90d-4bf1-95ac-42624cc48889 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:28.856229 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9a646334-3e5c-4d2d-a3a7-f9595ae8c5a5 req-3d17a044-b90d-4bf1-95ac-42624cc48889 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0625119 Jul 27 06:51:28.893327 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9a646334-3e5c-4d2d-a3a7-f9595ae8c5a5 req-3ff52a01-b6de-4e05-a07e-06e8a89d6d6b tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310006 Jul 27 06:51:29.221634 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dbcb9-0392-497d-b52d-2b4b9ad7f347 req-32cb709e-250a-49f8-ad58-3b7446d84e5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:29.223094 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d70dbcb9-0392-497d-b52d-2b4b9ad7f347 req-32cb709e-250a-49f8-ad58-3b7446d84e5b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0636821 Jul 27 06:51:29.233633 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:29.264719 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d70dbcb9-0392-497d-b52d-2b4b9ad7f347 req-6a0be6b7-b315-4cfc-a96a-6229acbb373a tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354776 Jul 27 06:51:29.317785 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c81b20ff-bb4e-43a6-8bc5-ba8b40e5b8f4 req-77326562-1a62-4b56-9ea9-ce54877f4608 tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 210 time: 0.0277870 Jul 27 06:51:29.524720 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['e6223bc8-7c12-48fe-8dd4-1d8dbd436732'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:29.548084 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 16f72bda-07a9-44d4-90e0-9f606966059f details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:51:29.659991 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=16f72bda-07a9-44d4-90e0-9f606966059f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:29.672000 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '16f72bda-07a9-44d4-90e0-9f606966059f', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'port_id': '16f72bda-07a9-44d4-90e0-9f606966059f', 'mac_address': 'fa:16:3e:a1:4b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:51:29.710667 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7d965-372b-4a30-9e4b-50aad638d21d req-a60ac852-542a-4918-a4ab-e73c20340713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:29.712213 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5ae7d965-372b-4a30-9e4b-50aad638d21d req-a60ac852-542a-4918-a4ab-e73c20340713 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69a0a1a2e3c4c599baca600b248ec77&device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 1137 time: 0.0574749 Jul 27 06:51:29.712383 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:29.726096 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f72bda-07a9-44d4-90e0-9f606966059f {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:29.747163 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=16f72bda-07a9-44d4-90e0-9f606966059f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:29.749597 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:29.815402 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7d965-372b-4a30-9e4b-50aad638d21d req-8ac187bb-956f-4de5-ba4d-8ae03bc8a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:29.816895 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5ae7d965-372b-4a30-9e4b-50aad638d21d req-8ac187bb-956f-4de5-ba4d-8ae03bc8a22d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482 HTTP/1.1" status: 200 len: 915 time: 0.0849333 Jul 27 06:51:29.823640 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:29.872253 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=16f72bda-07a9-44d4-90e0-9f606966059f,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:29.886565 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5ae7d965-372b-4a30-9e4b-50aad638d21d req-1e669735-cc14-4248-b33d-2dfc6cb61e7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374 HTTP/1.1" status: 200 len: 1001 time: 0.0619001 Jul 27 06:51:29.936107 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7d965-372b-4a30-9e4b-50aad638d21d req-cbc855c6-1964-4421-bcd3-040db7acea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:29.937626 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5ae7d965-372b-4a30-9e4b-50aad638d21d req-cbc855c6-1964-4421-bcd3-040db7acea08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae4634d2-b566-4d29-83f2-f3b8f1624917 HTTP/1.1" status: 200 len: 853 time: 0.0441344 Jul 27 06:51:29.998403 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7d965-372b-4a30-9e4b-50aad638d21d req-3508141d-3a43-4f59-8878-7a4e4cff52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:29.999910 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5ae7d965-372b-4a30-9e4b-50aad638d21d req-3508141d-3a43-4f59-8878-7a4e4cff52f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539901 Jul 27 06:51:30.030927 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac0aa7-9a06-4d55-b537-4329591b869a req-4fb0ef5c-02a7-417d-b4fc-2512bb85d161 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:30.040827 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c0ac0aa7-9a06-4d55-b537-4329591b869a req-4fb0ef5c-02a7-417d-b4fc-2512bb85d161 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 945 time: 0.0659082 Jul 27 06:51:30.070316 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c0ac0aa7-9a06-4d55-b537-4329591b869a req-7e3d9308-6a4d-4f4d-b482-c37934f575de tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319772 Jul 27 06:51:30.095279 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5ae7d965-372b-4a30-9e4b-50aad638d21d req-98d8fe37-4f08-40c7-9097-b99254667ab8 service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868354 Jul 27 06:51:30.162092 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['16f72bda-07a9-44d4-90e0-9f606966059f'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:30.186469 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5ae7d965-372b-4a30-9e4b-50aad638d21d req-34398d7a-f054-46a6-a487-74a57da14377 service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823586 Jul 27 06:51:30.398177 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e61cb-7a13-4ec1-be88-28659106eaef req-e1c715e4-7d62-4193-9889-0b4f183ca496 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:30.401052 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d21e61cb-7a13-4ec1-be88-28659106eaef req-e1c715e4-7d62-4193-9889-0b4f183ca496 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0699582 Jul 27 06:51:30.425775 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9caa99f1-2f79-4baf-b44f-2942416c413c req-984dc262-2c27-48bd-afed-112f12641d0a tempest-AttachVolumeNegativeTest-5828281 tempest-AttachVolumeNegativeTest-5828281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3f7503-4c0d-496c-85cc-d77e95755c88 HTTP/1.1" status: 200 len: 210 time: 0.0289657 Jul 27 06:51:30.444143 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d21e61cb-7a13-4ec1-be88-28659106eaef req-c4e49b17-3725-4ef3-a935-9d839c3faa7d tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367291 Jul 27 06:51:30.877344 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bd31b-093c-4275-9218-2db655327021 req-91f03447-ce4d-455b-8c8f-e1bc704d2176 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:30.878718 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-91f03447-ce4d-455b-8c8f-e1bc704d2176 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/networks?id=266c897e-a917-4a9d-a0f8-cdc2e66dacec HTTP/1.1" status: 200 len: 814 time: 0.1003156 Jul 27 06:51:30.894018 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-14e774a9-7375-43e6-85da-deb4062b27c6 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/quotas/82228e66221245dfab9df5ea8b98f3ed HTTP/1.1" status: 200 len: 375 time: 0.0088804 Jul 27 06:51:30.926098 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-863120ca-704f-4408-ba67-5b95bf0d171f tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82228e66221245dfab9df5ea8b98f3ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270066 Jul 27 06:51:31.015592 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-255014ba-13c4-4258-a810-de8189e6d168 service neutron] 10.222.0.24 "GET /v2.0/networks/266c897e-a917-4a9d-a0f8-cdc2e66dacec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806894 Jul 27 06:51:31.104456 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-326637d9-c421-4821-9bf3-4e47d1c917c6 service neutron] 10.222.0.24 "GET /v2.0/networks/266c897e-a917-4a9d-a0f8-cdc2e66dacec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827262 Jul 27 06:51:31.206876 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a231f-0e1b-4b0e-b842-c94e5c8bba3e req-5f220ca2-ceed-4709-ab5c-467a9a6ee6af tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:31.208330 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8a4a231f-0e1b-4b0e-b842-c94e5c8bba3e req-5f220ca2-ceed-4709-ab5c-467a9a6ee6af tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 945 time: 0.0660734 Jul 27 06:51:31.247009 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8a4a231f-0e1b-4b0e-b842-c94e5c8bba3e req-0978f275-fab0-4bf6-bf2c-664ed1a7dbe9 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324454 Jul 27 06:51:31.327205 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd381ecc-f066-4943-9ce1-6506a5c113fb req-75d880dd-e206-449b-ac67-8dc33a363397 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 210 time: 0.0278232 Jul 27 06:51:31.484166 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 34380) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:31.529833 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1518c0-288d-4c9b-8ddd-304f4bba8971 admin admin] Deleting subnet b2fb661f-1606-4a65-880d-4a77846eb950 {{(pid=100257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:51:31.532915 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5f1518c0-288d-4c9b-8ddd-304f4bba8971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:31.551912 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 16f72bda-07a9-44d4-90e0-9f606966059f up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:31.567930 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5f1518c0-288d-4c9b-8ddd-304f4bba8971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1489196'] for subnet, precommit_delete_associations {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:31.579216 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3dfff-62e0-4669-b9b0-38855449741c req-f4cd3fd0-2324-4652-8cb0-f6df8c381b58 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:31.581746 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f0d3dfff-62e0-4669-b9b0-38855449741c req-f4cd3fd0-2324-4652-8cb0-f6df8c381b58 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0687797 Jul 27 06:51:31.617735 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5f1518c0-288d-4c9b-8ddd-304f4bba8971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:31.639456 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f0d3dfff-62e0-4669-b9b0-38855449741c req-e4f1b881-c144-4ec8-95cb-dbf60801a44e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419374 Jul 27 06:51:31.674782 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port 16f72bda-07a9-44d4-90e0-9f606966059f completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:31.678848 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 16f72bda-07a9-44d4-90e0-9f606966059f triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:31.679252 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:31.756202 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:31.765692 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5f1518c0-288d-4c9b-8ddd-304f4bba8971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12401625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12332812'] for subnet, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:31.778872 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:31.781132 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc0d3d5-eecb-4642-a041-f545ad492ff9" -d '{"events": [{"server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "name": "network-vif-plugged", "status": "completed", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:31.791461 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1518c0-288d-4c9b-8ddd-304f4bba8971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2fb661f-1606-4a65-880d-4a77846eb950,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:31.794776 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=16f72bda-07a9-44d4-90e0-9f606966059f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:31.795550 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5f1518c0-288d-4c9b-8ddd-304f4bba8971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:31.797495 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-5f1518c0-288d-4c9b-8ddd-304f4bba8971 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b2fb661f-1606-4a65-880d-4a77846eb950 HTTP/1.1" status: 204 len: 168 time: 0.3122866 Jul 27 06:51:31.802587 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 34386) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:31.825303 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7f2e1e-bca0-47ab-895e-4d87f902871a x-openstack-request-id: req-4f7f2e1e-bca0-47ab-895e-4d87f902871a {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:31.825600 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "name": "network-vif-plugged", "status": "completed", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:31.825850 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f7f2e1e-bca0-47ab-895e-4d87f902871a {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:31.826246 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f', 'code': 200} Jul 27 06:51:31.868856 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:31.875826 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:31.876656 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device e6223bc8-7c12-48fe-8dd4-1d8dbd436732 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:51:31.919174 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: e6223bc8-7c12-48fe-8dd4-1d8dbd436732 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:51:31.919604 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device e6223bc8-7c12-48fe-8dd4-1d8dbd436732 not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:51:31.946159 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=16f72bda-07a9-44d4-90e0-9f606966059f,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:31.955248 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:31.964787 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfad2a5-218c-47b0-a256-e7cadc7efc18']}} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:31.974563 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d393e3-231b-43bc-b7a8-8931463bab64') {'for_net_delete': True} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:31.974863 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d393e3-231b-43bc-b7a8-8931463bab64') {} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:31.984384 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1489119'] for segment, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:31.998113 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:32.003659 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:51:32.004037 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12401591'] for segment, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: Traceback (most recent call last): Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: timer() Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: cb(*args, **kw) Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: return func(*args, **kwargs) Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: self._notify() Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: self.callback(batched_events) Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: event.method(event) Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: return f(self, *a, **k) Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._get(url).json() Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: return self.request(url, 'GET', **kwargs) Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:51:32.005695 dv-cinder-779194-3-iscsi neutron-server[100257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:51:32.188412 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:32.195976 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:32.201700 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4dfad2a5-218c-47b0-a256-e7cadc7efc18 HTTP/1.1" status: 204 len: 168 time: 0.3968844 Jul 27 06:51:32.215834 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4504b-c21a-4366-b000-802a7c6b4717 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dfad2a5-218c-47b0-a256-e7cadc7efc18,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:32.288784 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a9ff6-7a8c-4f35-aacb-e485582bfccf req-96138936-348e-46b5-a64b-718419b3e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:32.291052 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cc9a9ff6-7a8c-4f35-aacb-e485582bfccf req-96138936-348e-46b5-a64b-718419b3e6c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 1099 time: 0.0539296 Jul 27 06:51:32.362636 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cc9a9ff6-7a8c-4f35-aacb-e485582bfccf req-0ffcfc47-4cc8-4b32-a203-db1cca4eec96 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550790 Jul 27 06:51:32.393994 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334fcd0-8e10-426d-8fb7-ac5f8d491b0a req-3409b1f2-d29b-4e28-ba63-9e862da0219c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:32.395460 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a334fcd0-8e10-426d-8fb7-ac5f8d491b0a req-3409b1f2-d29b-4e28-ba63-9e862da0219c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0727935 Jul 27 06:51:32.424287 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-93d6e1fa-caf3-4b74-92fd-e60f1b0987bc req-c79407db-a4ba-4f70-8229-8ca995836a96 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 210 time: 0.0293875 Jul 27 06:51:32.437295 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a334fcd0-8e10-426d-8fb7-ac5f8d491b0a req-fd550c96-13e8-4bc1-95af-69724e547e60 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351293 Jul 27 06:51:32.548495 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 34394) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:32.587525 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-85d5dc6b-e4c8-4e76-8329-9870b320e2e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ba80b686ea94bf5aaa8569b437109c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373740 Jul 27 06:51:32.590589 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 34396) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:32.637863 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f4f58810-8d80-48a3-89ef-52f9f2ca5bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:32.659257 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f4f58810-8d80-48a3-89ef-52f9f2ca5bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:32.771673 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaef3c1-a0fd-4476-a835-6de4fd969d87 req-63ed9860-23ab-4bba-b0a1-0eb0be254a0e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:32.773062 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-beaef3c1-a0fd-4476-a835-6de4fd969d87 req-63ed9860-23ab-4bba-b0a1-0eb0be254a0e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0635755 Jul 27 06:51:32.813094 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-beaef3c1-a0fd-4476-a835-6de4fd969d87 req-050bcd04-22a7-4768-81dc-7f0361612045 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331531 Jul 27 06:51:32.845257 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f4f58810-8d80-48a3-89ef-52f9f2ca5bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:32.847823 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f4f58810-8d80-48a3-89ef-52f9f2ca5bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:32.848959 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-f4f58810-8d80-48a3-89ef-52f9f2ca5bfd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/211ed478-e273-41a6-850a-124a38b3df81 HTTP/1.1" status: 204 len: 168 time: 0.2574275 Jul 27 06:51:32.857070 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f58810-8d80-48a3-89ef-52f9f2ca5bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211ed478-e273-41a6-850a-124a38b3df81,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:33.549971 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f9d0d9a5-3b9e-401e-ad1d-e8e5bb6eb161 req-630e54d6-a692-4ced-b675-4f5e40f408be tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 210 time: 0.0414701 Jul 27 06:51:33.630607 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b79645-137e-4c76-acfe-0515a66d3cda req-71412616-614c-4faf-b281-a8f83cbf6c57 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:33.632071 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d3b79645-137e-4c76-acfe-0515a66d3cda req-71412616-614c-4faf-b281-a8f83cbf6c57 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0818717 Jul 27 06:51:33.679905 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d3b79645-137e-4c76-acfe-0515a66d3cda req-5b4255dd-f135-448c-9f71-00a3d2f6c28e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409181 Jul 27 06:51:34.003854 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bd31b-093c-4275-9218-2db655327021 req-fba0da58-76c5-4232-964a-82c027c2e72e tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:34.005379 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-fba0da58-76c5-4232-964a-82c027c2e72e tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.30 "GET /v2.0/networks?id=266c897e-a917-4a9d-a0f8-cdc2e66dacec HTTP/1.1" status: 200 len: 814 time: 0.1751132 Jul 27 06:51:34.019213 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6053cd2-fe7d-4451-b280-38c8d66d55f8 req-03cf5011-6ebd-49ec-a7f0-2ec5c7942c48 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:34.020707 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f6053cd2-fe7d-4451-b280-38c8d66d55f8 req-03cf5011-6ebd-49ec-a7f0-2ec5c7942c48 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.1367662 Jul 27 06:51:34.039935 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-400bd31b-093c-4275-9218-2db655327021 req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Request body: {'port': {'device_id': '7118089c-6431-4a39-b5be-9382e99866a7', 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec', 'admin_state_up': True, 'tenant_id': '82228e66221245dfab9df5ea8b98f3ed'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:34.374521 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f6053cd2-fe7d-4451-b280-38c8d66d55f8 req-e481fb0e-f3e1-4d69-8293-f8944fe1ccf0 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3434427 Jul 27 06:51:34.492387 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400bd31b-093c-4275-9218-2db655327021 req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Made reservation on behalf of 82228e66221245dfab9df5ea8b98f3ed for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:51:34.496608 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-400bd31b-093c-4275-9218-2db655327021 req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:34.625842 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-400bd31b-093c-4275-9218-2db655327021 req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Allocated IP 172.20.0.14 (266c897e-a917-4a9d-a0f8-cdc2e66dacec/681c1b00-afca-4f39-9b58-bed7c88a0c1f/ddeaaf44-a6b0-4280-8d69-cfe837149b2d) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:51:34.650446 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c3eda1b4-0b51-4538-8f44-d7f77375dd99 req-ee3340a1-c3bf-4105-a6e4-638ef60983a0 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 210 time: 0.0369811 Jul 27 06:51:34.809766 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-400bd31b-093c-4275-9218-2db655327021 req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:34.862980 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30eac9-0284-4beb-8330-4c6086b58fe5 req-ee450f90-eaa3-4ce6-b636-45e6dcbe39fa tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:34.864493 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9a30eac9-0284-4beb-8330-4c6086b58fe5 req-ee450f90-eaa3-4ce6-b636-45e6dcbe39fa tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1023829 Jul 27 06:51:34.903549 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9a30eac9-0284-4beb-8330-4c6086b58fe5 req-f065a073-300d-4745-b859-a96129be31a7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327294 Jul 27 06:51:34.933018 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-400bd31b-093c-4275-9218-2db655327021 req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:34.976575 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400bd31b-093c-4275-9218-2db655327021 req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Network 266c897e-a917-4a9d-a0f8-cdc2e66dacec is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:51:34.980116 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-400bd31b-093c-4275-9218-2db655327021 req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:51:34.983602 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-400bd31b-093c-4275-9218-2db655327021 req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:51:35.020843 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Pushing event updated for resources: {'Port': ['ID=ddeaaf44-a6b0-4280-8d69-cfe837149b2d,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:35.035405 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:35.035759 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:35.036108 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:35.036443 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:35.036803 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:35.037142 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:35.037478 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:35.037811 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:35.038142 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:35.038470 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:35.038804 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:35.039133 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:51:35.049454 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157bcb-d844-42fe-9a26-f8394cf5ecef req-5549a004-76ce-483a-83d4-dafb0db40635 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:35.051011 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-97157bcb-d844-42fe-9a26-f8394cf5ecef req-5549a004-76ce-483a-83d4-dafb0db40635 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0786450 Jul 27 06:51:35.056363 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bd31b-093c-4275-9218-2db655327021 req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:35.057025 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-400bd31b-093c-4275-9218-2db655327021 req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:35.059751 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 34458) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:51:35.064965 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-6482b533-b690-4b37-a95e-a9e0db847596 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Request body: {'floatingip': {'port_id': '16f72bda-07a9-44d4-90e0-9f606966059f'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:35.133385 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6482b533-b690-4b37-a95e-a9e0db847596 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:35.247323 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-5faeb62b-3cc5-4884-85eb-726a4c713383 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2143948 Jul 27 06:51:35.266726 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Request body: {'port': {'device_id': '7118089c-6431-4a39-b5be-9382e99866a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:51:35.341004 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:35.583452 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d242a-0c98-4352-a741-8999415b5ab9 req-3d7461d3-46d0-4215-b4eb-7cc59797b210 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:35.583783 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-164d242a-0c98-4352-a741-8999415b5ab9 req-3d7461d3-46d0-4215-b4eb-7cc59797b210 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.1378026 Jul 27 06:51:35.656032 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-164d242a-0c98-4352-a741-8999415b5ab9 req-6f99e935-d456-4ae9-a94a-91c487279196 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649936 Jul 27 06:51:35.707997 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeaaf44-a6b0-4280-8d69-cfe837149b2d {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:35.717159 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:35.730056 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Transition to ACTIVE for port object ddeaaf44-a6b0-4280-8d69-cfe837149b2d will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:51:35.858207 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:35.907385 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Pushing event updated for resources: {'Port': ['ID=ddeaaf44-a6b0-4280-8d69-cfe837149b2d,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:35.986963 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Attempting to bind port ddeaaf44-a6b0-4280-8d69-cfe837149b2d on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:51:35.987299 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Attempting to bind port ddeaaf44-a6b0-4280-8d69-cfe837149b2d by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '2fb872f9-2b54-4c17-8320-3791242f7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:51:35.987631 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Attempting to bind port ddeaaf44-a6b0-4280-8d69-cfe837149b2d on network 266c897e-a917-4a9d-a0f8-cdc2e66dacec {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:35.991786 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Port ddeaaf44-a6b0-4280-8d69-cfe837149b2d on network 266c897e-a917-4a9d-a0f8-cdc2e66dacec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:51:35.992101 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Attempting to bind port ddeaaf44-a6b0-4280-8d69-cfe837149b2d on network 266c897e-a917-4a9d-a0f8-cdc2e66dacec {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:51:35.997371 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:51:35.997705 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Checking segment: {'id': '2fb872f9-2b54-4c17-8320-3791242f7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:51:35.998078 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Bound using segment: {'id': '2fb872f9-2b54-4c17-8320-3791242f7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:51:35.998498 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Bound port: ddeaaf44-a6b0-4280-8d69-cfe837149b2d, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb872f9-2b54-4c17-8320-3791242f7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:51:35.998851 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:36.003215 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6482b533-b690-4b37-a95e-a9e0db847596 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:36.030328 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9eed96-d13c-4b33-b532-9a15f4725439 req-ba2fe75e-2038-436d-8d19-27bc83c02072 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.031941 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8f9eed96-d13c-4b33-b532-9a15f4725439 req-ba2fe75e-2038-436d-8d19-27bc83c02072 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 944 time: 0.1002796 Jul 27 06:51:36.063554 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] For port ddeaaf44-a6b0-4280-8d69-cfe837149b2d, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:51:36.066805 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] For port ddeaaf44-a6b0-4280-8d69-cfe837149b2d, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddeaaf44-a6b0-4280-8d69-cfe837149b2d,segment=NetworkSegment(2fb872f9-2b54-4c17-8320-3791242f7f5f),segment_id=2fb872f9-2b54-4c17-8320-3791242f7f5f)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:51:36.073109 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8f9eed96-d13c-4b33-b532-9a15f4725439 req-53169298-c4c4-4951-868e-e606876abd12 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Jul 27 06:51:36.074625 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6482b533-b690-4b37-a95e-a9e0db847596 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:36.155769 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:36.173975 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.l3_db [None req-6482b533-b690-4b37-a95e-a9e0db847596 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Floating IP 0aad8e2d-f725-4542-97b9-75f1b0051a39 associated. External IP: 172.27.1.204, port: 16f72bda-07a9-44d4-90e0-9f606966059f. Jul 27 06:51:36.189196 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.189809 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:36.191212 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] 10.222.0.30 "PUT /v2.0/ports/ddeaaf44-a6b0-4280-8d69-cfe837149b2d HTTP/1.1" status: 200 len: 1094 time: 0.9287424 Jul 27 06:51:36.193305 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7118089c-6431-4a39-b5be-9382e99866a7', 'tag': 'ddeaaf44-a6b0-4280-8d69-cfe837149b2d'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:36.195519 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36778634-c5c7-4702-a3a6-bdf3cd26a88a" -d '{"events": [{"name": "network-changed", "server_uuid": "7118089c-6431-4a39-b5be-9382e99866a7", "tag": "ddeaaf44-a6b0-4280-8d69-cfe837149b2d"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:36.227189 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aff529-cb2a-4f97-8f65-ac554308242b service neutron] Pushing event updated for resources: {'Port': ['ID=ddeaaf44-a6b0-4280-8d69-cfe837149b2d,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:36.234726 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868168f6-68b6-442a-9b8d-6331dbe85c4d x-openstack-request-id: req-868168f6-68b6-442a-9b8d-6331dbe85c4d {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:36.235032 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7118089c-6431-4a39-b5be-9382e99866a7", "tag": "ddeaaf44-a6b0-4280-8d69-cfe837149b2d", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:36.235331 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-868168f6-68b6-442a-9b8d-6331dbe85c4d {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:36.235723 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7118089c-6431-4a39-b5be-9382e99866a7', 'tag': 'ddeaaf44-a6b0-4280-8d69-cfe837149b2d', 'status': 'completed', 'code': 200} Jul 27 06:51:36.332787 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36778634-c5c7-4702-a3a6-bdf3cd26a88a req-07bae2ae-e465-41e0-a914-a67b43675eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.334297 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-36778634-c5c7-4702-a3a6-bdf3cd26a88a req-07bae2ae-e465-41e0-a914-a67b43675eed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82228e66221245dfab9df5ea8b98f3ed&device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 1097 time: 0.0568988 Jul 27 06:51:36.381570 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6482b533-b690-4b37-a95e-a9e0db847596 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Router b19dd726-29c3-4b89-9eff-856026fb9465 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:51:36.437274 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36778634-c5c7-4702-a3a6-bdf3cd26a88a req-0ca4e6a2-90c9-46bc-bf19-d022f177711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.438672 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-36778634-c5c7-4702-a3a6-bdf3cd26a88a req-0ca4e6a2-90c9-46bc-bf19-d022f177711e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=82228e66221245dfab9df5ea8b98f3ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0908310 Jul 27 06:51:36.488932 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6482b533-b690-4b37-a95e-a9e0db847596 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:51:36.494304 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6482b533-b690-4b37-a95e-a9e0db847596 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:36.499755 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7f9527-bc1b-41f2-bb94-ac52eb683281 None None] Sync routers for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:51:36.509124 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7f9527-bc1b-41f2-bb94-ac52eb683281 None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:36.509756 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-5c7f9527-bc1b-41f2-bb94-ac52eb683281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:51:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:36.545425 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-6482b533-b690-4b37-a95e-a9e0db847596 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "PUT /v2.0/floatingips/0aad8e2d-f725-4542-97b9-75f1b0051a39 HTTP/1.1" status: 200 len: 992 time: 1.4816551 Jul 27 06:51:36.545425 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f'}] {{(pid=100257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:36.546687 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adcb506e94557ca07db5a06e2b286747a8ab5cc2faf813157880fb886180bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79662aab-c5f8-45c6-a40e-476f599f177a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f"}]}' {{(pid=100257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:36.552855 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36778634-c5c7-4702-a3a6-bdf3cd26a88a req-07d120c1-b171-4abb-ad0a-0f77719df2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.554591 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-36778634-c5c7-4702-a3a6-bdf3cd26a88a req-07d120c1-b171-4abb-ad0a-0f77719df2d2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077149 Jul 27 06:51:36.590081 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebf5b9c-9102-4170-976d-b45c2ab89182 x-openstack-request-id: req-8ebf5b9c-9102-4170-976d-b45c2ab89182 {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:36.590381 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f", "status": "completed", "code": 200}]} {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:36.590641 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ebf5b9c-9102-4170-976d-b45c2ab89182 {{(pid=100257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:36.591045 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f', 'status': 'completed', 'code': 200} Jul 27 06:51:36.628322 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-5c7f9527-bc1b-41f2-bb94-ac52eb683281 None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:36.736905 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79662aab-c5f8-45c6-a40e-476f599f177a req-f3238ff1-08ac-49df-ba35-3ba82b6e5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.747219 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-79662aab-c5f8-45c6-a40e-476f599f177a req-f3238ff1-08ac-49df-ba35-3ba82b6e5ec3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 1099 time: 0.0824831 Jul 27 06:51:36.766639 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bd31b-093c-4275-9218-2db655327021 req-86071401-76b7-47fd-8fbe-b62bb4a8cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.768549 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-86071401-76b7-47fd-8fbe-b62bb4a8cf91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82228e66221245dfab9df5ea8b98f3ed&device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 1097 time: 0.1074874 Jul 27 06:51:36.832198 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-7bd87bfa-5cac-443c-b9ca-8dad3c07ac49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddeaaf44-a6b0-4280-8d69-cfe837149b2d HTTP/1.1" status: 200 len: 217 time: 0.0485845 Jul 27 06:51:36.884924 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bd31b-093c-4275-9218-2db655327021 req-77d8cf95-1fab-4b9b-8b9e-dcb434b46693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.886590 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-77d8cf95-1fab-4b9b-8b9e-dcb434b46693 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=681c1b00-afca-4f39-9b58-bed7c88a0c1f HTTP/1.1" status: 200 len: 854 time: 0.0451493 Jul 27 06:51:36.901033 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79662aab-c5f8-45c6-a40e-476f599f177a req-bdcf9df1-7fc3-4c2d-9bdf-c5507224d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.902669 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-79662aab-c5f8-45c6-a40e-476f599f177a req-bdcf9df1-7fc3-4c2d-9bdf-c5507224d701 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 200 len: 918 time: 0.1522703 Jul 27 06:51:36.918839 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192ec24-225a-40aa-a41a-c0f3e5b64d94 req-df1c4136-e3f1-440f-b431-8d34fdc0209e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:36.926435 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f192ec24-225a-40aa-a41a-c0f3e5b64d94 req-df1c4136-e3f1-440f-b431-8d34fdc0209e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.1488316 Jul 27 06:51:36.939629 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-a5b434d6-06b2-423c-b00b-78d2ad5250c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=266c897e-a917-4a9d-a0f8-cdc2e66dacec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458663 Jul 27 06:51:37.006004 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f192ec24-225a-40aa-a41a-c0f3e5b64d94 req-51c7dbaa-b806-4a61-b90e-36854d0e094f tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786881 Jul 27 06:51:37.015264 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-79662aab-c5f8-45c6-a40e-476f599f177a req-771bffe4-6bf1-497a-bd57-cf6ec091826d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16f72bda-07a9-44d4-90e0-9f606966059f HTTP/1.1" status: 200 len: 1000 time: 0.1052582 Jul 27 06:51:37.047067 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-86d515ad-388b-4cbb-ab2f-b15eb8fffd3f service neutron] 10.222.0.30 "GET /v2.0/networks/266c897e-a917-4a9d-a0f8-cdc2e66dacec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995743 Jul 27 06:51:37.051451 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-5c7f9527-bc1b-41f2-bb94-ac52eb683281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '0aad8e2d-f725-4542-97b9-75f1b0051a39', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'floating_ip_address': '172.27.1.204', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'port_id': '16f72bda-07a9-44d4-90e0-9f606966059f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'mac_address': 'fa:16:3e:a1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:51:14Z', 'updated_at': '2021-07-27T06:51:35Z', 'revision_number': 1, 'project_id': '1c8f217628c34827948362d0e6d45519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:15Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:37.074320 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79662aab-c5f8-45c6-a40e-476f599f177a req-ab5a3df5-fb9a-44f6-8753-0c4cf5701449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:37.075789 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-79662aab-c5f8-45c6-a40e-476f599f177a req-ab5a3df5-fb9a-44f6-8753-0c4cf5701449 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b53c5cc-df10-4594-9d7b-e97cf4acc0f4 HTTP/1.1" status: 200 len: 856 time: 0.0537329 Jul 27 06:51:37.078512 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7f9527-bc1b-41f2-bb94-ac52eb683281 None None] Checking router: b19dd726-29c3-4b89-9eff-856026fb9465 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:51:37.087917 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7f9527-bc1b-41f2-bb94-ac52eb683281 None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:51:37.088614 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-5c7f9527-bc1b-41f2-bb94-ac52eb683281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:51:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:37.159415 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79662aab-c5f8-45c6-a40e-476f599f177a req-a78f71b1-a62c-4648-b0dc-9cc7423efb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:37.163297 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-79662aab-c5f8-45c6-a40e-476f599f177a req-a78f71b1-a62c-4648-b0dc-9cc7423efb7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5138127-fb75-44e3-ad3e-a1d464f5c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784996 Jul 27 06:51:37.206852 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-400bd31b-093c-4275-9218-2db655327021 req-908bda2c-5ce7-4ef4-b996-313fda34dea1 service neutron] 10.222.0.30 "GET /v2.0/networks/266c897e-a917-4a9d-a0f8-cdc2e66dacec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522439 Jul 27 06:51:37.207442 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-5c7f9527-bc1b-41f2-bb94-ac52eb683281 None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:51:37.231583 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e5149-ea59-466d-b421-87f744337d83 req-e2cea2c4-2fc8-4770-813f-4fe2bc02276a tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:37.233284 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d24e5149-ea59-466d-b421-87f744337d83 req-e2cea2c4-2fc8-4770-813f-4fe2bc02276a tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 944 time: 0.0823364 Jul 27 06:51:37.269116 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-79662aab-c5f8-45c6-a40e-476f599f177a req-863ad592-fb3e-4233-be13-891f7e24b676 service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995731 Jul 27 06:51:37.276189 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d24e5149-ea59-466d-b421-87f744337d83 req-4b11b5cc-2dcf-454d-b388-7856aa065ba0 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Jul 27 06:51:37.366053 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-79662aab-c5f8-45c6-a40e-476f599f177a req-f2967c26-b13e-4096-a583-a967f908b3cb service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892010 Jul 27 06:51:37.466483 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-5c7f9527-bc1b-41f2-bb94-ac52eb683281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '0aad8e2d-f725-4542-97b9-75f1b0051a39', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'floating_ip_address': '172.27.1.204', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'port_id': '16f72bda-07a9-44d4-90e0-9f606966059f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'mac_address': 'fa:16:3e:a1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:51:14Z', 'updated_at': '2021-07-27T06:51:35Z', 'revision_number': 1, 'project_id': '1c8f217628c34827948362d0e6d45519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:15Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:51:37.492650 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7f9527-bc1b-41f2-bb94-ac52eb683281 None None] The sync data for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi is: [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '0aad8e2d-f725-4542-97b9-75f1b0051a39', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'floating_ip_address': '172.27.1.204', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'port_id': '16f72bda-07a9-44d4-90e0-9f606966059f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'mac_address': 'fa:16:3e:a1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:51:14Z', 'updated_at': '2021-07-27T06:51:35Z', 'revision_number': 1, 'project_id': '1c8f217628c34827948362d0e6d45519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:15Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:51:37.669626 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879e250-a7d0-4bcf-a35e-d12e15b47911 None None] New status for floating IP 0aad8e2d-f725-4542-97b9-75f1b0051a39: ACTIVE {{(pid=100260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:51:38.136277 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5f1d7-b4c8-403b-891b-1322cdbb901a req-cfbae0b1-14b2-4192-b7f9-09580b013835 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:38.137702 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-dac5f1d7-b4c8-403b-891b-1322cdbb901a req-cfbae0b1-14b2-4192-b7f9-09580b013835 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0632834 Jul 27 06:51:38.178726 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-dac5f1d7-b4c8-403b-891b-1322cdbb901a req-6f4d874a-173d-44a0-849b-ac79b0776f02 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348716 Jul 27 06:51:38.404629 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926d32d-d208-4007-a85a-99434c80dfca req-95269761-81ca-4948-8eff-4329194132e4 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:38.405986 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2926d32d-d208-4007-a85a-99434c80dfca req-95269761-81ca-4948-8eff-4329194132e4 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 944 time: 0.0619197 Jul 27 06:51:38.443642 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2926d32d-d208-4007-a85a-99434c80dfca req-f519a42a-2c37-4af8-9d0d-14114b047166 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317006 Jul 27 06:51:39.309119 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebbc42-576f-469b-a043-e25ee7ae3137 req-2bd3e825-cc4d-4021-b481-ce4fbdca30e0 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:39.310595 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-01ebbc42-576f-469b-a043-e25ee7ae3137 req-2bd3e825-cc4d-4021-b481-ce4fbdca30e0 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0659428 Jul 27 06:51:39.349899 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-01ebbc42-576f-469b-a043-e25ee7ae3137 req-0b83e1ff-d53d-4ae5-afa2-e6fa980cdc63 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335255 Jul 27 06:51:39.574022 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fa70b-d662-4eed-9515-327a6eb57846 req-45f27172-3807-49a6-a4b6-e1229d7619ba tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:39.575491 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-452fa70b-d662-4eed-9515-327a6eb57846 req-45f27172-3807-49a6-a4b6-e1229d7619ba tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 944 time: 0.0652242 Jul 27 06:51:39.612812 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-452fa70b-d662-4eed-9515-327a6eb57846 req-c18f25b7-f389-4287-bd5b-b4a1d4e51528 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Jul 27 06:51:40.474164 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fc04a-59a6-4ade-9c57-d49d01ab0119 req-e80d3a42-ab8f-4837-b147-c4ea83d5ddf0 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:40.475516 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-734fc04a-59a6-4ade-9c57-d49d01ab0119 req-e80d3a42-ab8f-4837-b147-c4ea83d5ddf0 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0622144 Jul 27 06:51:40.515019 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-734fc04a-59a6-4ade-9c57-d49d01ab0119 req-afc12594-2ce9-432b-94de-fc016f2510a9 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330238 Jul 27 06:51:40.741941 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc657df-3580-4f8e-aa8d-fde612a12970 req-8a7c58c5-c75d-4a07-98a1-fc64535c01f0 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:40.743397 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-adc657df-3580-4f8e-aa8d-fde612a12970 req-8a7c58c5-c75d-4a07-98a1-fc64535c01f0 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 944 time: 0.0653956 Jul 27 06:51:40.780937 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-adc657df-3580-4f8e-aa8d-fde612a12970 req-fb074b5d-7855-462f-94ea-1c1de192ab7d tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312831 Jul 27 06:51:41.318714 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddeaaf44-a6b0-4280-8d69-cfe837149b2d details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:51:41.409089 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddeaaf44-a6b0-4280-8d69-cfe837149b2d, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddeaaf44-a6b0-4280-8d69-cfe837149b2d,segment=NetworkSegment(2fb872f9-2b54-4c17-8320-3791242f7f5f),segment_id=2fb872f9-2b54-4c17-8320-3791242f7f5f)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:41.423243 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'ddeaaf44-a6b0-4280-8d69-cfe837149b2d', 'network_id': '266c897e-a917-4a9d-a0f8-cdc2e66dacec', 'port_id': 'ddeaaf44-a6b0-4280-8d69-cfe837149b2d', 'mac_address': 'fa:16:3e:a8:4b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681c1b00-afca-4f39-9b58-bed7c88a0c1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:51:41.458945 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.471123 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddeaaf44-a6b0-4280-8d69-cfe837149b2d {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:51:41.489876 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddeaaf44-a6b0-4280-8d69-cfe837149b2d, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddeaaf44-a6b0-4280-8d69-cfe837149b2d,segment=NetworkSegment(2fb872f9-2b54-4c17-8320-3791242f7f5f),segment_id=2fb872f9-2b54-4c17-8320-3791242f7f5f)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:41.582002 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:41.629642 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=ddeaaf44-a6b0-4280-8d69-cfe837149b2d,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:41.644028 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c45f34-80e7-4b1d-93ac-05489f1ae494 req-6fed5e07-95f3-496a-83cf-8909665aa8a1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:41.645583 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-50c45f34-80e7-4b1d-93ac-05489f1ae494 req-6fed5e07-95f3-496a-83cf-8909665aa8a1 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0648313 Jul 27 06:51:41.685771 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-50c45f34-80e7-4b1d-93ac-05489f1ae494 req-2f202206-3217-473d-9060-4c2730b4f9cb tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338929 Jul 27 06:51:41.905034 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426aa9d-4a3a-479d-a400-c498994eea0a req-4865a910-feba-4284-9c86-65349ca08c15 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:41.906493 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9426aa9d-4a3a-479d-a400-c498994eea0a req-4865a910-feba-4284-9c86-65349ca08c15 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 945 time: 0.0616434 Jul 27 06:51:41.943697 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9426aa9d-4a3a-479d-a400-c498994eea0a req-7ee3edd1-4ce3-4ef4-b68c-1949448dadca tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Jul 27 06:51:42.686816 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['ddeaaf44-a6b0-4280-8d69-cfe837149b2d'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:51:42.822146 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbe917-e4c5-48f5-afaa-47abaafd1556 req-2c31bbed-2c24-49e5-af2a-e11222616630 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:42.823783 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e0cbe917-e4c5-48f5-afaa-47abaafd1556 req-2c31bbed-2c24-49e5-af2a-e11222616630 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0701780 Jul 27 06:51:42.865933 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e0cbe917-e4c5-48f5-afaa-47abaafd1556 req-c19bf69f-ad78-48b6-ad49-af6c53e49678 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339971 Jul 27 06:51:43.073560 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c574bf-7518-4cad-aa70-6c012f7f5ee7 req-7d2ad652-0b4c-4406-b8b7-314841bb2c75 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:43.075053 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8c574bf-7518-4cad-aa70-6c012f7f5ee7 req-7d2ad652-0b4c-4406-b8b7-314841bb2c75 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 945 time: 0.0617733 Jul 27 06:51:43.112416 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8c574bf-7518-4cad-aa70-6c012f7f5ee7 req-f0472c4d-93bf-4ac4-a299-908ab7c65bae tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310879 Jul 27 06:51:43.995075 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18327cb-6c99-4041-b36a-b070601f4c5f req-1bbcfde0-268f-4927-b6e2-249c39081f27 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:43.996575 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b18327cb-6c99-4041-b36a-b070601f4c5f req-1bbcfde0-268f-4927-b6e2-249c39081f27 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0637603 Jul 27 06:51:44.036542 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b18327cb-6c99-4041-b36a-b070601f4c5f req-4d677695-ab73-47eb-817b-95cf554b2a70 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=df6d82c0-2c46-4980-a681-aca4d140de1e&id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338314 Jul 27 06:51:44.252745 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2fcfd-7dfd-4136-a3f9-888ec8ebba47 req-0f8b31c6-85be-48d4-a824-4385f0f0a420 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:44.254334 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a3c2fcfd-7dfd-4136-a3f9-888ec8ebba47 req-0f8b31c6-85be-48d4-a824-4385f0f0a420 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 945 time: 0.0678427 Jul 27 06:51:44.295764 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a3c2fcfd-7dfd-4136-a3f9-888ec8ebba47 req-5d79ca44-daf0-4888-953c-5ef998df3896 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341702 Jul 27 06:51:44.340268 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddeaaf44-a6b0-4280-8d69-cfe837149b2d up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:51:44.497915 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port ddeaaf44-a6b0-4280-8d69-cfe837149b2d completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:51:44.501962 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port ddeaaf44-a6b0-4280-8d69-cfe837149b2d triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:51:44.502387 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:44.588531 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:44.612520 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7118089c-6431-4a39-b5be-9382e99866a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeaaf44-a6b0-4280-8d69-cfe837149b2d'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:51:44.614788 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aba66a7-f9a4-484e-bcd1-2fa807e44aa4" -d '{"events": [{"server_uuid": "7118089c-6431-4a39-b5be-9382e99866a7", "name": "network-vif-plugged", "status": "completed", "tag": "ddeaaf44-a6b0-4280-8d69-cfe837149b2d"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:51:44.628995 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddeaaf44-a6b0-4280-8d69-cfe837149b2d, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddeaaf44-a6b0-4280-8d69-cfe837149b2d,segment=NetworkSegment(2fb872f9-2b54-4c17-8320-3791242f7f5f),segment_id=2fb872f9-2b54-4c17-8320-3791242f7f5f)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:51:44.661017 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261c5c70-ff50-4c4e-bba8-abdf50e0dfd1 x-openstack-request-id: req-261c5c70-ff50-4c4e-bba8-abdf50e0dfd1 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:51:44.661316 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7118089c-6431-4a39-b5be-9382e99866a7", "name": "network-vif-plugged", "status": "completed", "tag": "ddeaaf44-a6b0-4280-8d69-cfe837149b2d", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:51:44.661697 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-261c5c70-ff50-4c4e-bba8-abdf50e0dfd1 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:51:44.662107 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7118089c-6431-4a39-b5be-9382e99866a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeaaf44-a6b0-4280-8d69-cfe837149b2d', 'code': 200} Jul 27 06:51:44.726534 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:44.774644 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=ddeaaf44-a6b0-4280-8d69-cfe837149b2d,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:51:45.021958 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daeedd-2728-476b-a0de-e5fd1bf27ee3 req-59e10cbb-f5db-46aa-b13b-0b729f93e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:45.023401 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-72daeedd-2728-476b-a0de-e5fd1bf27ee3 req-59e10cbb-f5db-46aa-b13b-0b729f93e0b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 1099 time: 0.0549846 Jul 27 06:51:45.057391 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-72daeedd-2728-476b-a0de-e5fd1bf27ee3 req-e7f9df74-cfbf-4674-86f6-98376519023b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265880 Jul 27 06:51:45.428000 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c563400-5d4c-42a6-9d37-5eeeab657341 req-aded806d-fc68-41b6-b896-a35249b05ea6 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:45.429527 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8c563400-5d4c-42a6-9d37-5eeeab657341 req-aded806d-fc68-41b6-b896-a35249b05ea6 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 946 time: 0.0636370 Jul 27 06:51:45.468319 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8c563400-5d4c-42a6-9d37-5eeeab657341 req-8e1b9cea-d1ca-4325-8778-c90a81bc809b tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325286 Jul 27 06:51:46.608002 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace51e7-4513-4db1-92c6-f73da64a6adb req-e10ee34e-d7c2-4d7b-895b-135be949e948 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:51:46.609525 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1ace51e7-4513-4db1-92c6-f73da64a6adb req-e10ee34e-d7c2-4d7b-895b-135be949e948 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 946 time: 0.0670564 Jul 27 06:51:46.647519 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1ace51e7-4513-4db1-92c6-f73da64a6adb req-279820a8-472a-47d7-9d34-bc5b372c81ee tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Jul 27 06:51:54.172239 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-2f39a5df-e92a-48da-8d95-c444150fbd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:56.371606 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:51:56.635440 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-dab1a84b-a866-410d-bc44-126dfa6da3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:56.810375 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:57.936050 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:59.296268 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:51:59.725960 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:13.736860 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583c26f-7cdf-4f00-8f40-a552ee196c85 req-6592d22d-27e4-4e41-aff3-646a3371cc3b tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:13.738253 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8583c26f-7cdf-4f00-8f40-a552ee196c85 req-6592d22d-27e4-4e41-aff3-646a3371cc3b tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 946 time: 0.0629427 Jul 27 06:52:13.777050 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8583c26f-7cdf-4f00-8f40-a552ee196c85 req-f614f3e4-6937-4ef5-b291-7b7bd870bda7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319657 Jul 27 06:52:15.058754 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d34095-6d65-43ec-a58a-77ba39aade7f req-7999dd2c-60c4-46c8-8af4-fe761870f03f tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:15.060146 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-84d34095-6d65-43ec-a58a-77ba39aade7f req-7999dd2c-60c4-46c8-8af4-fe761870f03f tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 946 time: 0.2174191 Jul 27 06:52:15.098447 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-84d34095-6d65-43ec-a58a-77ba39aade7f req-13ce1d88-9a84-4b22-a55a-af1c39c37ddb tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322084 Jul 27 06:52:15.859864 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e0457-71bc-45eb-bd25-a33efd9e2d4b req-302378f4-79c0-4164-af57-5828ffce6ac7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:15.861334 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-066e0457-71bc-45eb-bd25-a33efd9e2d4b req-302378f4-79c0-4164-af57-5828ffce6ac7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.30 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 946 time: 0.0645266 Jul 27 06:52:15.960304 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-066e0457-71bc-45eb-bd25-a33efd9e2d4b req-6a4447d0-78be-40fe-b404-943f7a64e1b7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Deleting port ddeaaf44-a6b0-4280-8d69-cfe837149b2d {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:15.961618 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-066e0457-71bc-45eb-bd25-a33efd9e2d4b req-6a4447d0-78be-40fe-b404-943f7a64e1b7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.053771 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-066e0457-71bc-45eb-bd25-a33efd9e2d4b req-6a4447d0-78be-40fe-b404-943f7a64e1b7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] For port ddeaaf44-a6b0-4280-8d69-cfe837149b2d, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddeaaf44-a6b0-4280-8d69-cfe837149b2d,segment=NetworkSegment(2fb872f9-2b54-4c17-8320-3791242f7f5f),segment_id=2fb872f9-2b54-4c17-8320-3791242f7f5f)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:16.054145 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-066e0457-71bc-45eb-bd25-a33efd9e2d4b req-6a4447d0-78be-40fe-b404-943f7a64e1b7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.066260 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-066e0457-71bc-45eb-bd25-a33efd9e2d4b req-6a4447d0-78be-40fe-b404-943f7a64e1b7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Calling delete_port for ddeaaf44-a6b0-4280-8d69-cfe837149b2d owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:16.248122 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14689f-e7ea-495f-a9fc-dd9cb68cbcdf req-797caa6d-2ab8-417d-893d-7aeeef4fbd18 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:16.249627 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3c14689f-e7ea-495f-a9fc-dd9cb68cbcdf req-797caa6d-2ab8-417d-893d-7aeeef4fbd18 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 946 time: 0.0819554 Jul 27 06:52:16.287449 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3c14689f-e7ea-495f-a9fc-dd9cb68cbcdf req-da3d98a9-37a8-4919-a03c-7fdff8ad459f tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f20e641-719b-4a4d-a028-23fe2e2d8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318501 Jul 27 06:52:16.325926 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-066e0457-71bc-45eb-bd25-a33efd9e2d4b req-6a4447d0-78be-40fe-b404-943f7a64e1b7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.355820 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4447d0-78be-40fe-b404-943f7a64e1b7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Pushing event deleted for resources: {'Port': ['ID=ddeaaf44-a6b0-4280-8d69-cfe837149b2d,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:16.366882 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['ddeaaf44-a6b0-4280-8d69-cfe837149b2d'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:52:16.409694 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-066e0457-71bc-45eb-bd25-a33efd9e2d4b req-6a4447d0-78be-40fe-b404-943f7a64e1b7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] No DVR routers for this DVR port ddeaaf44-a6b0-4280-8d69-cfe837149b2d on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:52:16.412313 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-066e0457-71bc-45eb-bd25-a33efd9e2d4b req-6a4447d0-78be-40fe-b404-943f7a64e1b7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:16.414567 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-066e0457-71bc-45eb-bd25-a33efd9e2d4b req-6a4447d0-78be-40fe-b404-943f7a64e1b7 tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.30 "DELETE /v2.0/ports/ddeaaf44-a6b0-4280-8d69-cfe837149b2d HTTP/1.1" status: 204 len: 173 time: 0.5450270 Jul 27 06:52:16.415013 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7118089c-6431-4a39-b5be-9382e99866a7', 'name': 'network-vif-deleted', 'tag': 'ddeaaf44-a6b0-4280-8d69-cfe837149b2d'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:52:16.417367 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4f2f04-6abf-41c4-82fc-0cd31738c344" -d '{"events": [{"server_uuid": "7118089c-6431-4a39-b5be-9382e99866a7", "name": "network-vif-deleted", "tag": "ddeaaf44-a6b0-4280-8d69-cfe837149b2d"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:52:16.459995 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6a2e26-8b88-4de1-b6d6-847e142d2a59 x-openstack-request-id: req-ee6a2e26-8b88-4de1-b6d6-847e142d2a59 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:52:16.460289 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7118089c-6431-4a39-b5be-9382e99866a7", "name": "network-vif-deleted", "tag": "ddeaaf44-a6b0-4280-8d69-cfe837149b2d", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:52:16.460630 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee6a2e26-8b88-4de1-b6d6-847e142d2a59 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:52:16.461039 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7118089c-6431-4a39-b5be-9382e99866a7', 'name': 'network-vif-deleted', 'tag': 'ddeaaf44-a6b0-4280-8d69-cfe837149b2d', 'status': 'completed', 'code': 200} Jul 27 06:52:17.449310 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6cb08ce3-a70a-4925-852d-dc739d40de0d req-b3f85afa-da1d-4225-a6a4-f1b677401eba tempest-VolumesSnapshotTestJSON-1714026359 tempest-VolumesSnapshotTestJSON-1714026359-project] 10.222.0.24 "GET /v2.0/ports?device_id=7118089c-6431-4a39-b5be-9382e99866a7 HTTP/1.1" status: 200 len: 210 time: 0.0840111 Jul 27 06:52:22.062707 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddeaaf44-a6b0-4280-8d69-cfe837149b2d no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:22.085448 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: ddeaaf44-a6b0-4280-8d69-cfe837149b2d {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:22.085791 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddeaaf44-a6b0-4280-8d69-cfe837149b2d not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:23.462012 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-09d4307c-021d-48aa-b4d3-71fa1440cb89 req-52cb4503-2291-4613-9510-65ffb5ec109e tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995185627&fields=id&tenant_id=a69a0a1a2e3c4c599baca600b248ec77 HTTP/1.1" status: 200 len: 267 time: 0.0426073 Jul 27 06:52:23.529702 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4307c-021d-48aa-b4d3-71fa1440cb89 req-d9a37af4-ba02-405c-91dd-099e858cc281 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:23.531167 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-09d4307c-021d-48aa-b4d3-71fa1440cb89 req-d9a37af4-ba02-405c-91dd-099e858cc281 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 984 time: 0.0629890 Jul 27 06:52:23.542282 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [req-09d4307c-021d-48aa-b4d3-71fa1440cb89 req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Request body: {'port': {'security_groups': ['179c25a8-0955-4ff7-9c65-6581adc03962']}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:52:23.631957 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-09d4307c-021d-48aa-b4d3-71fa1440cb89 req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:23.806717 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [req-09d4307c-021d-48aa-b4d3-71fa1440cb89 req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] For port 9955b103-48f6-4363-8c1c-44ed3f9a5374, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:23.834973 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-09d4307c-021d-48aa-b4d3-71fa1440cb89 req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:23.895623 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-09d4307c-021d-48aa-b4d3-71fa1440cb89 req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:23.937946 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4307c-021d-48aa-b4d3-71fa1440cb89 req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:23.938567 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [req-09d4307c-021d-48aa-b4d3-71fa1440cb89 req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:23.939951 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-09d4307c-021d-48aa-b4d3-71fa1440cb89 req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "PUT /v2.0/ports/9955b103-48f6-4363-8c1c-44ed3f9a5374 HTTP/1.1" status: 200 len: 942 time: 0.4024498 Jul 27 06:52:23.940397 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374'}] {{(pid=100257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:52:23.946169 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adcb506e94557ca07db5a06e2b286747a8ab5cc2faf813157880fb886180bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e659cd72-efaf-4efb-baa8-2e866ec29df3" -d '{"events": [{"name": "network-changed", "server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374"}]}' {{(pid=100257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:52:23.948538 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 34976) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:23.993967 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a3ea33-3d21-4b28-b2a1-3203a8005e90 x-openstack-request-id: req-d0a3ea33-3d21-4b28-b2a1-3203a8005e90 {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:52:23.994258 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374", "status": "completed", "code": 200}]} {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:52:23.994508 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0a3ea33-3d21-4b28-b2a1-3203a8005e90 {{(pid=100257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:52:23.994903 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'status': 'completed', 'code': 200} Jul 27 06:52:23.995458 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event updated for resources: {'Port': ['ID=9955b103-48f6-4363-8c1c-44ed3f9a5374,revision_number=7']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:24.011176 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:24.011527 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:24.011876 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:24.012221 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:24.012562 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:24.012933 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:24.013272 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:24.013606 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:24.013939 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:24.014637 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:24.014637 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:24.014899 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832fabd-cfa3-4e50-a08e-a7344f7b65bf tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:24.047023 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-665b56eb-cc74-4258-b8d8-0e8214058083 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:24.073406 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-665b56eb-cc74-4258-b8d8-0e8214058083 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:24.164797 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6864236a-840c-4e9b-9a46-8980e779b474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:24.215394 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-edf2cb59-0b0f-40c3-a854-018c0bc0e651 None None] Provisioning complete for port 9955b103-48f6-4363-8c1c-44ed3f9a5374 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:52:24.215768 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-edf2cb59-0b0f-40c3-a854-018c0bc0e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:24.229707 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-665b56eb-cc74-4258-b8d8-0e8214058083 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:24.232458 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-665b56eb-cc74-4258-b8d8-0e8214058083 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:24.233815 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-665b56eb-cc74-4258-b8d8-0e8214058083 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "DELETE /v2.0/security-groups/df6d82c0-2c46-4980-a681-aca4d140de1e HTTP/1.1" status: 204 len: 168 time: 0.2848394 Jul 27 06:52:24.237045 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 34984) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:24.244415 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b56eb-cc74-4258-b8d8-0e8214058083 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6d82c0-2c46-4980-a681-aca4d140de1e,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:24.466065 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Deleting port 39d38c73-cd4b-446c-bf0f-a3344b4d4aa6 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:24.466415 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:24.541653 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:24.541978 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:24.553338 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Calling delete_port for 39d38c73-cd4b-446c-bf0f-a3344b4d4aa6 owned by network:floatingip {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:24.806259 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:24.831456 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event deleted for resources: {'Port': ['ID=39d38c73-cd4b-446c-bf0f-a3344b4d4aa6,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:24.893651 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks [] for floatingip, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:24.893976 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.l3_db [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Floating IP 4017d08d-836d-4c75-8d16-f852f197198a disassociated (deleted). External IP: 172.27.1.249, port: 9955b103-48f6-4363-8c1c-44ed3f9a5374. Jul 27 06:52:25.090418 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Router e2930c02-42b7-4cd9-b691-a39c39bfb8be has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:52:25.191921 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:52:25.197507 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:25.201989 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e32246-ab4d-4cdc-b857-f344c15b7f64 None None] Sync routers for ids ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:52:25.211714 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e32246-ab4d-4cdc-b857-f344c15b7f64 None None] Routers {'e2930c02-42b7-4cd9-b691-a39c39bfb8be'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:25.212824 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-17e32246-ab4d-4cdc-b857-f344c15b7f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:51:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:25.234946 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-b14897b0-ecd6-41b6-b5b8-a5ffab0b4e3b tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "DELETE /v2.0/floatingips/4017d08d-836d-4c75-8d16-f852f197198a HTTP/1.1" status: 204 len: 168 time: 0.9967468 Jul 27 06:52:25.235633 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:52:25.238010 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d6c91-a4ce-422a-ae01-675fa308a606" -d '{"events": [{"name": "network-changed", "server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:52:25.317241 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-17e32246-ab4d-4cdc-b857-f344c15b7f64 None None] Set router e2930c02-42b7-4cd9-b691-a39c39bfb8be gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:25.519991 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-17e32246-ab4d-4cdc-b857-f344c15b7f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:49:16Z', 'revision_number': 4, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '7a7934a5-1e57-43b0-871c-24c72a8f8c04', 'name': '', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'mac_address': 'fa:16:3e:03:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:15Z', 'updated_at': '2021-07-27T06:49:21Z', 'revision_number': 5, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'subnets': [{'id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:25.547021 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e32246-ab4d-4cdc-b857-f344c15b7f64 None None] Checking router: e2930c02-42b7-4cd9-b691-a39c39bfb8be for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:52:25.553258 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9740c2c-9489-47d3-abe2-dc2682ce8118 x-openstack-request-id: req-a9740c2c-9489-47d3-abe2-dc2682ce8118 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:52:25.553546 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:52:25.553798 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9740c2c-9489-47d3-abe2-dc2682ce8118 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:52:25.554189 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'status': 'completed', 'code': 200} Jul 27 06:52:25.557434 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e32246-ab4d-4cdc-b857-f344c15b7f64 None None] Routers {'e2930c02-42b7-4cd9-b691-a39c39bfb8be'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:25.557966 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-17e32246-ab4d-4cdc-b857-f344c15b7f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:51:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:25.777061 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-17e32246-ab4d-4cdc-b857-f344c15b7f64 None None] Set router e2930c02-42b7-4cd9-b691-a39c39bfb8be gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:25.965564 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-17e32246-ab4d-4cdc-b857-f344c15b7f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:49:16Z', 'revision_number': 4, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '7a7934a5-1e57-43b0-871c-24c72a8f8c04', 'name': '', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'mac_address': 'fa:16:3e:03:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:15Z', 'updated_at': '2021-07-27T06:49:21Z', 'revision_number': 5, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'subnets': [{'id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:25.998665 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e32246-ab4d-4cdc-b857-f344c15b7f64 None None] The sync data for ids ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'] in dv-cinder-779194-3-iscsi is: [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:49:16Z', 'revision_number': 4, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '7a7934a5-1e57-43b0-871c-24c72a8f8c04', 'name': '', 'network_id': '3a0beca8-112b-4c96-ab1d-acdbf9c8e482', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'mac_address': 'fa:16:3e:03:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:15Z', 'updated_at': '2021-07-27T06:49:21Z', 'revision_number': 5, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'subnets': [{'id': 'ae4634d2-b566-4d29-83f2-f3b8f1624917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:52:26.102447 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['9955b103-48f6-4363-8c1c-44ed3f9a5374'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:52:26.213415 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e246d368-12ff-4ebb-8186-6e83424937b2 None None] New status for floating IP 4017d08d-836d-4c75-8d16-f852f197198a: DOWN {{(pid=100260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:52:26.227061 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659cd72-efaf-4efb-baa8-2e866ec29df3 req-dc2ebaa1-0ff6-4837-a597-148b255f497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:26.228974 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e659cd72-efaf-4efb-baa8-2e866ec29df3 req-dc2ebaa1-0ff6-4837-a597-148b255f497a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69a0a1a2e3c4c599baca600b248ec77&device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 1098 time: 0.0663087 Jul 27 06:52:26.331276 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659cd72-efaf-4efb-baa8-2e866ec29df3 req-d12e6538-cf33-499e-9e75-7aae5d14383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:26.332846 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e659cd72-efaf-4efb-baa8-2e866ec29df3 req-d12e6538-cf33-499e-9e75-7aae5d14383b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482 HTTP/1.1" status: 200 len: 915 time: 0.0956886 Jul 27 06:52:26.364876 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['9955b103-48f6-4363-8c1c-44ed3f9a5374'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:52:26.638049 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e659cd72-efaf-4efb-baa8-2e866ec29df3 req-7ffeac3c-8f26-4140-b453-ed31d9712d57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374 HTTP/1.1" status: 200 len: 217 time: 0.2964082 Jul 27 06:52:26.663349 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-abffc3ee-ad5c-4935-9a6e-78d339b86655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:26.692694 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659cd72-efaf-4efb-baa8-2e866ec29df3 req-0aeb2fbb-6012-481d-8654-7c95938f9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:26.694121 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e659cd72-efaf-4efb-baa8-2e866ec29df3 req-0aeb2fbb-6012-481d-8654-7c95938f9bb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae4634d2-b566-4d29-83f2-f3b8f1624917 HTTP/1.1" status: 200 len: 853 time: 0.0435185 Jul 27 06:52:26.755062 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659cd72-efaf-4efb-baa8-2e866ec29df3 req-f5af6766-421f-441d-9865-1ec8a814944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:26.756530 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e659cd72-efaf-4efb-baa8-2e866ec29df3 req-f5af6766-421f-441d-9865-1ec8a814944f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550795 Jul 27 06:52:26.829451 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:26.857453 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e659cd72-efaf-4efb-baa8-2e866ec29df3 req-f1896210-2cd0-4e1a-88f1-e5620b1650cd service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903816 Jul 27 06:52:26.950420 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e659cd72-efaf-4efb-baa8-2e866ec29df3 req-cc7452ca-7b4d-4d1a-8a2e-ad9edc89d42e service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853317 Jul 27 06:52:27.121629 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d6c91-a4ce-422a-ae01-675fa308a606 req-40e09fea-bd22-479d-8862-151a930955ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:27.123335 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-de9d6c91-a4ce-422a-ae01-675fa308a606 req-40e09fea-bd22-479d-8862-151a930955ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69a0a1a2e3c4c599baca600b248ec77&device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 1098 time: 0.0585580 Jul 27 06:52:27.214422 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d6c91-a4ce-422a-ae01-675fa308a606 req-ef81b989-d573-4b80-8a14-d5c7d23c4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:27.215476 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-de9d6c91-a4ce-422a-ae01-675fa308a606 req-ef81b989-d573-4b80-8a14-d5c7d23c4a2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482 HTTP/1.1" status: 200 len: 915 time: 0.0840051 Jul 27 06:52:27.264791 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-de9d6c91-a4ce-422a-ae01-675fa308a606 req-4f3249f9-e066-44d6-adf4-2852eb29dfd2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374 HTTP/1.1" status: 200 len: 217 time: 0.0413539 Jul 27 06:52:27.351832 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d6c91-a4ce-422a-ae01-675fa308a606 req-54ddd83f-6141-467a-b111-10b3b8c47685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:27.351832 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-de9d6c91-a4ce-422a-ae01-675fa308a606 req-54ddd83f-6141-467a-b111-10b3b8c47685 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae4634d2-b566-4d29-83f2-f3b8f1624917 HTTP/1.1" status: 200 len: 853 time: 0.0463581 Jul 27 06:52:27.415448 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d6c91-a4ce-422a-ae01-675fa308a606 req-3441d22f-620e-491c-8b1c-5452281c5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:27.416979 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-de9d6c91-a4ce-422a-ae01-675fa308a606 req-3441d22f-620e-491c-8b1c-5452281c5415 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573056 Jul 27 06:52:27.515862 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-de9d6c91-a4ce-422a-ae01-675fa308a606 req-7a52a54b-2142-4e63-8fc1-f53c58c87cee service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896289 Jul 27 06:52:27.616034 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-de9d6c91-a4ce-422a-ae01-675fa308a606 req-c0568d5f-6bcb-49cd-b0e3-649bcbb0040d service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896115 Jul 27 06:52:27.977971 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:27.985971 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-35cc4b88-801e-4f7d-bc47-a96a74bc410a req-55c2530f-f134-44c6-adf4-e9cda64713c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564275 Jul 27 06:52:28.112313 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc4b88-801e-4f7d-bc47-a96a74bc410a req-aed7865f-06a8-45f4-82fd-f7c1d1270acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:28.113874 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-35cc4b88-801e-4f7d-bc47-a96a74bc410a req-aed7865f-06a8-45f4-82fd-f7c1d1270acd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69a0a1a2e3c4c599baca600b248ec77&device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 1098 time: 0.0612645 Jul 27 06:52:28.222658 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc4b88-801e-4f7d-bc47-a96a74bc410a req-5d83e7f3-29ea-434e-9f70-33ee69ff9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:28.224265 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-35cc4b88-801e-4f7d-bc47-a96a74bc410a req-5d83e7f3-29ea-434e-9f70-33ee69ff9e3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482 HTTP/1.1" status: 200 len: 915 time: 0.0875177 Jul 27 06:52:28.267336 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-35cc4b88-801e-4f7d-bc47-a96a74bc410a req-938cc431-b73a-4db9-948d-cccc95eef74a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374 HTTP/1.1" status: 200 len: 217 time: 0.0337284 Jul 27 06:52:28.322025 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc4b88-801e-4f7d-bc47-a96a74bc410a req-cd282804-3511-4730-93dc-7e3c80d715ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:28.323475 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-35cc4b88-801e-4f7d-bc47-a96a74bc410a req-cd282804-3511-4730-93dc-7e3c80d715ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae4634d2-b566-4d29-83f2-f3b8f1624917 HTTP/1.1" status: 200 len: 853 time: 0.0469747 Jul 27 06:52:28.430944 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc4b88-801e-4f7d-bc47-a96a74bc410a req-1ab6484d-907e-4e9b-a616-23bc1fa826b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:28.432445 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-35cc4b88-801e-4f7d-bc47-a96a74bc410a req-1ab6484d-907e-4e9b-a616-23bc1fa826b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a0beca8-112b-4c96-ab1d-acdbf9c8e482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0986025 Jul 27 06:52:28.544193 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-35cc4b88-801e-4f7d-bc47-a96a74bc410a req-4ac2815d-628c-470a-bf9c-a06a30e9a491 service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866168 Jul 27 06:52:28.644907 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-35cc4b88-801e-4f7d-bc47-a96a74bc410a req-6666eb28-c5f9-40e7-9a0e-15c163959a40 service neutron] 10.222.0.30 "GET /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926356 Jul 27 06:52:29.272943 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:29.591290 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5439b5-7f1d-427d-906c-af1d775de010 req-532f8093-dc23-48d0-bdf8-f41a7a0c82fe tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:29.592885 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-be5439b5-7f1d-427d-906c-af1d775de010 req-532f8093-dc23-48d0-bdf8-f41a7a0c82fe tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 945 time: 0.0721962 Jul 27 06:52:29.609766 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:29.630807 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-be5439b5-7f1d-427d-906c-af1d775de010 req-66169dbc-0641-4cd5-bf72-9be2eaae0d7c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Jul 27 06:52:30.763663 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf85c67-25d7-4554-8a46-f3816a53db2c req-95712153-3aba-4e0b-8f99-f5d85bbe9374 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:30.765151 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3cf85c67-25d7-4554-8a46-f3816a53db2c req-95712153-3aba-4e0b-8f99-f5d85bbe9374 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 945 time: 0.0628340 Jul 27 06:52:30.807370 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3cf85c67-25d7-4554-8a46-f3816a53db2c req-65447c85-2d72-4d1f-a5c2-9d5492c7b9a4 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362749 Jul 27 06:52:31.442676 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd48ced-c4d6-46f1-a742-bac81872f7b0 req-faaa7d4b-ab48-4f03-afd6-1d681067a4cd tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:31.444147 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2cd48ced-c4d6-46f1-a742-bac81872f7b0 req-faaa7d4b-ab48-4f03-afd6-1d681067a4cd tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 945 time: 0.0695181 Jul 27 06:52:31.536410 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35136) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:31.548973 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-2cd48ced-c4d6-46f1-a742-bac81872f7b0 req-f1b595ad-06a7-4564-a410-75ca05550c73 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Deleting port 9955b103-48f6-4363-8c1c-44ed3f9a5374 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:31.549314 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-2cd48ced-c4d6-46f1-a742-bac81872f7b0 req-f1b595ad-06a7-4564-a410-75ca05550c73 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:31.653073 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-21e6095e-173c-4c2f-9675-c7b165290d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:31.663689 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-2cd48ced-c4d6-46f1-a742-bac81872f7b0 req-f1b595ad-06a7-4564-a410-75ca05550c73 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] For port 9955b103-48f6-4363-8c1c-44ed3f9a5374, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9955b103-48f6-4363-8c1c-44ed3f9a5374,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:31.664452 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-2cd48ced-c4d6-46f1-a742-bac81872f7b0 req-f1b595ad-06a7-4564-a410-75ca05550c73 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:31.682105 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-2cd48ced-c4d6-46f1-a742-bac81872f7b0 req-f1b595ad-06a7-4564-a410-75ca05550c73 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Calling delete_port for 9955b103-48f6-4363-8c1c-44ed3f9a5374 owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:31.751705 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-21e6095e-173c-4c2f-9675-c7b165290d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:31.817027 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-21e6095e-173c-4c2f-9675-c7b165290d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:31.860484 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-21e6095e-173c-4c2f-9675-c7b165290d7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c33e4dedd3f401e887e36ed12902967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229010 Jul 27 06:52:31.860744 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35154) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:31.862021 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6095e-173c-4c2f-9675-c7b165290d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28356bb6-d435-441f-8115-2ef50e8bf3c8,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:31.930959 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-2cd48ced-c4d6-46f1-a742-bac81872f7b0 req-f1b595ad-06a7-4564-a410-75ca05550c73 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:31.970339 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['9955b103-48f6-4363-8c1c-44ed3f9a5374'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:52:31.983101 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b595ad-06a7-4564-a410-75ca05550c73 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Pushing event deleted for resources: {'Port': ['ID=9955b103-48f6-4363-8c1c-44ed3f9a5374,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:32.026100 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcf122-1c38-430f-8828-e22a383a25a2 req-ef9ef816-d6e6-4cc3-8d98-4b30e121a863 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:32.032423 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-51fcf122-1c38-430f-8828-e22a383a25a2 req-ef9ef816-d6e6-4cc3-8d98-4b30e121a863 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0910461 Jul 27 06:52:32.038034 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-42ab4932-4e6f-4e96-9647-575985d9356b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:32.058435 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd48ced-c4d6-46f1-a742-bac81872f7b0 req-f1b595ad-06a7-4564-a410-75ca05550c73 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] No DVR routers for this DVR port 9955b103-48f6-4363-8c1c-44ed3f9a5374 on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:52:32.065710 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-2cd48ced-c4d6-46f1-a742-bac81872f7b0 req-f1b595ad-06a7-4564-a410-75ca05550c73 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:32.068125 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2cd48ced-c4d6-46f1-a742-bac81872f7b0 req-f1b595ad-06a7-4564-a410-75ca05550c73 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.30 "DELETE /v2.0/ports/9955b103-48f6-4363-8c1c-44ed3f9a5374 HTTP/1.1" status: 204 len: 173 time: 0.6162772 Jul 27 06:52:32.069768 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'name': 'network-vif-deleted', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:52:32.072516 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a49c8ce-6dcf-46fa-ba2e-fb623c952f59" -d '{"events": [{"server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "name": "network-vif-deleted", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:52:32.073593 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-51fcf122-1c38-430f-8828-e22a383a25a2 req-70450f20-70ef-42ab-8145-4c3b17f92fe1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372617 Jul 27 06:52:32.099411 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-42ab4932-4e6f-4e96-9647-575985d9356b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:32.108688 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c53482-ad32-4967-ad3f-b5a184e94bc5 req-c1e8a8ae-07c1-4166-a7b5-734b33a4772c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:32.113508 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-15c53482-ad32-4967-ad3f-b5a184e94bc5 req-c1e8a8ae-07c1-4166-a7b5-734b33a4772c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 867 time: 0.2215612 Jul 27 06:52:32.176616 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-15c53482-ad32-4967-ad3f-b5a184e94bc5 req-afab3ee7-5a7e-4a1e-9394-5c2c8dd788e3 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/security-groups?id=179c25a8-0955-4ff7-9c65-6581adc03962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588973 Jul 27 06:52:32.248330 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44c3d9c-24b7-4394-aa62-da3dd9570ed3 x-openstack-request-id: req-d44c3d9c-24b7-4394-aa62-da3dd9570ed3 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:52:32.248654 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2702f834-d5a8-499c-888c-bb4f41604e63", "name": "network-vif-deleted", "tag": "9955b103-48f6-4363-8c1c-44ed3f9a5374", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:52:32.248909 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d44c3d9c-24b7-4394-aa62-da3dd9570ed3 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:52:32.249301 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2702f834-d5a8-499c-888c-bb4f41604e63', 'name': 'network-vif-deleted', 'tag': '9955b103-48f6-4363-8c1c-44ed3f9a5374', 'status': 'completed', 'code': 200} Jul 27 06:52:32.295543 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-42ab4932-4e6f-4e96-9647-575985d9356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:32.298233 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-42ab4932-4e6f-4e96-9647-575985d9356b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:32.299427 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-42ab4932-4e6f-4e96-9647-575985d9356b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28356bb6-d435-441f-8115-2ef50e8bf3c8 HTTP/1.1" status: 204 len: 168 time: 0.4374335 Jul 27 06:52:32.308136 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4932-4e6f-4e96-9647-575985d9356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28356bb6-d435-441f-8115-2ef50e8bf3c8,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:32.988306 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35168) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:33.002391 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9d4c4193-ff87-4fbd-8bf8-f895ba115f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:33.100387 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9d4c4193-ff87-4fbd-8bf8-f895ba115f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:33.175473 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9d4c4193-ff87-4fbd-8bf8-f895ba115f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:33.219522 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c4193-ff87-4fbd-8bf8-f895ba115f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d358c6-ef3e-4b97-af47-e09052033d65,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:33.232866 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35176) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:33.238958 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-9d4c4193-ff87-4fbd-8bf8-f895ba115f9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=871d0565ecc4487aa230a0a064915682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494488 Jul 27 06:52:33.260991 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0fa86-e7e4-4aed-837e-7a3edd79217d req-676bb675-0364-4890-9604-649e6d6e8a71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:33.262631 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b3a0fa86-e7e4-4aed-837e-7a3edd79217d req-676bb675-0364-4890-9604-649e6d6e8a71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1166742 Jul 27 06:52:33.303942 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b3a0fa86-e7e4-4aed-837e-7a3edd79217d req-6f229a79-06e5-48d5-b699-6fadcfcb12e8 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344579 Jul 27 06:52:33.309282 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5f0f886e-b1e4-497e-909c-2cdba669e1e7 req-9ba9616f-5413-4394-975e-89b2f76818c2 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 210 time: 0.0361421 Jul 27 06:52:33.325896 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9875de19-a1af-4b94-ac42-81bfdefa8e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:33.348038 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9875de19-a1af-4b94-ac42-81bfdefa8e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:33.369851 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:52:33.468219 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9875de19-a1af-4b94-ac42-81bfdefa8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:33.470801 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9875de19-a1af-4b94-ac42-81bfdefa8e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:33.471960 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-9875de19-a1af-4b94-ac42-81bfdefa8e79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25d358c6-ef3e-4b97-af47-e09052033d65 HTTP/1.1" status: 204 len: 168 time: 0.2380784 Jul 27 06:52:33.479967 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875de19-a1af-4b94-ac42-81bfdefa8e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d358c6-ef3e-4b97-af47-e09052033d65,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:34.434923 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-159b0910-22b8-4335-8c67-fb1dfb09e968 req-83335ad3-e84c-48f8-98f9-17917eaa7b62 tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 210 time: 0.0323553 Jul 27 06:52:34.454267 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b93321-9c89-465a-b40d-62c0f2ae966d req-82e07d30-0fc8-43a3-b8a1-b3efc4d88045 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:34.456298 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-43b93321-9c89-465a-b40d-62c0f2ae966d req-82e07d30-0fc8-43a3-b8a1-b3efc4d88045 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0702288 Jul 27 06:52:34.495700 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-43b93321-9c89-465a-b40d-62c0f2ae966d req-457f7c96-158c-4948-9be1-7838c07d14ec tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333838 Jul 27 06:52:35.558812 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-271d430b-577b-4146-b215-7e8db3121261 req-b34bf89a-32f2-45e2-a305-6723ce2cd27c tempest-TestMinimumBasicScenario-1905407648 tempest-TestMinimumBasicScenario-1905407648-project] 10.222.0.24 "GET /v2.0/ports?device_id=2702f834-d5a8-499c-888c-bb4f41604e63 HTTP/1.1" status: 200 len: 210 time: 0.0342865 Jul 27 06:52:35.642963 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2463a06-de12-481f-9464-f80329589eb8 req-fcb7dda3-2b43-41b8-965c-2c8f913fe2e2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:35.647743 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e2463a06-de12-481f-9464-f80329589eb8 req-fcb7dda3-2b43-41b8-965c-2c8f913fe2e2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0713069 Jul 27 06:52:35.686002 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e2463a06-de12-481f-9464-f80329589eb8 req-89cfd43a-d535-499b-aacb-6feea034ca34 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341880 Jul 27 06:52:36.284523 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 9955b103-48f6-4363-8c1c-44ed3f9a5374 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:36.303894 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: 9955b103-48f6-4363-8c1c-44ed3f9a5374 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:36.304241 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 9955b103-48f6-4363-8c1c-44ed3f9a5374 not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:36.461400 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35254) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:36.564699 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-34379b15-7e9f-4263-9118-c7eea4d3b1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:36.655718 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-34379b15-7e9f-4263-9118-c7eea4d3b1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:36.748579 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-34379b15-7e9f-4263-9118-c7eea4d3b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:36.819606 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34379b15-7e9f-4263-9118-c7eea4d3b1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dec2aa-1795-40c6-855f-6a08e54db4aa,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:36.828004 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-34379b15-7e9f-4263-9118-c7eea4d3b1d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=987a1eff067f4c0fa0e3c0fe0c69f13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628256 Jul 27 06:52:36.828260 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35276) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:36.873650 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19de8ae-20d2-4003-8604-4dfe1d52ca0a req-f6b30eb2-4cce-47b6-aca9-d04da960c11d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:36.875298 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a19de8ae-20d2-4003-8604-4dfe1d52ca0a req-f6b30eb2-4cce-47b6-aca9-d04da960c11d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1061320 Jul 27 06:52:36.883964 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:36.908554 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:36.918891 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a19de8ae-20d2-4003-8604-4dfe1d52ca0a req-80b40799-170f-4844-b320-0b82512be3c7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369971 Jul 27 06:52:37.068444 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:37.074911 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:37.074911 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7dec2aa-1795-40c6-855f-6a08e54db4aa HTTP/1.1" status: 204 len: 168 time: 0.2429013 Jul 27 06:52:37.081439 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dec2aa-1795-40c6-855f-6a08e54db4aa,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:37.089745 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:37.090103 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:37.090443 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:37.090778 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:37.091110 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:37.091442 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:37.091774 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:37.092097 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:37.092422 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:37.092769 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:37.093093 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:37.093411 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189427-f252-41ef-8029-cf28d7bc5317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:37.842967 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35322) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:37.857054 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-901eab2c-ec24-4cc6-95b8-e39b17ad8c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:37.949077 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-901eab2c-ec24-4cc6-95b8-e39b17ad8c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:38.055700 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1d0e9-26c3-4759-871e-5377430589d7 req-0298a62c-2d5f-4b4d-ba6f-1abbd94f20b8 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:38.057692 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1dd1d0e9-26c3-4759-871e-5377430589d7 req-0298a62c-2d5f-4b4d-ba6f-1abbd94f20b8 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0650041 Jul 27 06:52:38.067024 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-901eab2c-ec24-4cc6-95b8-e39b17ad8c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:38.096608 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1dd1d0e9-26c3-4759-871e-5377430589d7 req-6c6a3a87-4447-4546-9ce9-d211dfcd1968 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329432 Jul 27 06:52:38.120079 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901eab2c-ec24-4cc6-95b8-e39b17ad8c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd5e4df-82a9-4ca5-8479-f5d5fb88b7f6,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:38.124815 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-901eab2c-ec24-4cc6-95b8-e39b17ad8c8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5d882f1f1504c7e892b06baaf5e4566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805622 Jul 27 06:52:38.140356 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35330) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:38.189820 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f539dded-849b-412f-968c-2095bc03ebdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:38.211169 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f539dded-849b-412f-968c-2095bc03ebdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:38.364370 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f539dded-849b-412f-968c-2095bc03ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:38.366999 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f539dded-849b-412f-968c-2095bc03ebdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:38.368169 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-f539dded-849b-412f-968c-2095bc03ebdd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cd5e4df-82a9-4ca5-8479-f5d5fb88b7f6 HTTP/1.1" status: 204 len: 168 time: 0.2267468 Jul 27 06:52:38.380007 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539dded-849b-412f-968c-2095bc03ebdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd5e4df-82a9-4ca5-8479-f5d5fb88b7f6,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:38.477362 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35334) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:38.971844 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a9952e01-d57a-4faf-804d-a7dfb52eb811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929412'] for router_interface, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:39.452079 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f1915-2540-49a1-9655-fbba2448474e req-f250272a-8e56-4aeb-ac83-4917dc7fc646 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:39.453665 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2f1f1915-2540-49a1-9655-fbba2448474e req-f250272a-8e56-4aeb-ac83-4917dc7fc646 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1717255 Jul 27 06:52:39.516310 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2f1f1915-2540-49a1-9655-fbba2448474e req-c491a118-ed6e-468a-8e90-12e0be96a626 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555956 Jul 27 06:52:39.598253 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-a9952e01-d57a-4faf-804d-a7dfb52eb811 admin admin] Deleting port 7a7934a5-1e57-43b0-871c-24c72a8f8c04 {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:39.598626 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a9952e01-d57a-4faf-804d-a7dfb52eb811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:39.679424 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-a9952e01-d57a-4faf-804d-a7dfb52eb811 admin admin] For port 7a7934a5-1e57-43b0-871c-24c72a8f8c04, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=7a7934a5-1e57-43b0-871c-24c72a8f8c04,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:39.679791 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a9952e01-d57a-4faf-804d-a7dfb52eb811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:39.693242 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-a9952e01-d57a-4faf-804d-a7dfb52eb811 admin admin] Calling delete_port for 7a7934a5-1e57-43b0-871c-24c72a8f8c04 owned by network:router_interface {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:40.230799 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a9952e01-d57a-4faf-804d-a7dfb52eb811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:40.254717 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9952e01-d57a-4faf-804d-a7dfb52eb811 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7934a5-1e57-43b0-871c-24c72a8f8c04,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:40.435725 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a9952e01-d57a-4faf-804d-a7dfb52eb811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929384'] for router_interface, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:40.684435 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacfec0-505e-4e5c-aee0-21b4d3a897d4 req-524fd94f-8008-4803-9bc0-20da79d51c50 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:40.686926 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7dacfec0-505e-4e5c-aee0-21b4d3a897d4 req-524fd94f-8008-4803-9bc0-20da79d51c50 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0772314 Jul 27 06:52:40.692851 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9952e01-d57a-4faf-804d-a7dfb52eb811 admin admin] Router e2930c02-42b7-4cd9-b691-a39c39bfb8be has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:52:40.730018 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7dacfec0-505e-4e5c-aee0-21b4d3a897d4 req-546c1863-3a58-452c-a5fd-b47c35669a4a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367632 Jul 27 06:52:40.802637 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9952e01-d57a-4faf-804d-a7dfb52eb811 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:52:40.807541 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-a9952e01-d57a-4faf-804d-a7dfb52eb811 admin admin] 10.222.0.24 "PUT /v2.0/routers/e2930c02-42b7-4cd9-b691-a39c39bfb8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3291533 Jul 27 06:52:40.810224 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35380) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:40.811964 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6155ea-967e-46ae-a335-3ec537ddd2d2 None None] Sync routers for ids ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:52:40.821741 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6155ea-967e-46ae-a335-3ec537ddd2d2 None None] Routers {'e2930c02-42b7-4cd9-b691-a39c39bfb8be'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:40.822890 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-9c6155ea-967e-46ae-a335-3ec537ddd2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:52:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:40.914640 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Notify callbacks [] for router, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:40.933824 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-9c6155ea-967e-46ae-a335-3ec537ddd2d2 None None] Set router e2930c02-42b7-4cd9-b691-a39c39bfb8be gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:41.033388 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:41.127896 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-9c6155ea-967e-46ae-a335-3ec537ddd2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:52:39Z', 'revision_number': 5, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port': {'id': '6b03a7b0-0cc4-499c-a34b-8ae85234991b', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:13Z', 'updated_at': '2021-07-27T06:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:41.155333 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6155ea-967e-46ae-a335-3ec537ddd2d2 None None] Checking router: e2930c02-42b7-4cd9-b691-a39c39bfb8be for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:52:41.163541 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Deleting port 6b03a7b0-0cc4-499c-a34b-8ae85234991b {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:41.163744 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6155ea-967e-46ae-a335-3ec537ddd2d2 None None] Routers {'e2930c02-42b7-4cd9-b691-a39c39bfb8be'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:41.163886 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:41.164364 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-9c6155ea-967e-46ae-a335-3ec537ddd2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:52:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:41.247659 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] For port 6b03a7b0-0cc4-499c-a34b-8ae85234991b, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=6b03a7b0-0cc4-499c-a34b-8ae85234991b,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:41.248297 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:41.252238 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-9c6155ea-967e-46ae-a335-3ec537ddd2d2 None None] Set router e2930c02-42b7-4cd9-b691-a39c39bfb8be gateway port host: None {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:41.261739 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Calling delete_port for 6b03a7b0-0cc4-499c-a34b-8ae85234991b owned by network:router_gateway {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:41.308432 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-9c6155ea-967e-46ae-a335-3ec537ddd2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:52:41Z', 'revision_number': 6, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port_host': None}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:41.335639 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6155ea-967e-46ae-a335-3ec537ddd2d2 None None] The sync data for ids ['e2930c02-42b7-4cd9-b691-a39c39bfb8be'] in dv-cinder-779194-3-iscsi is: [{'id': 'e2930c02-42b7-4cd9-b691-a39c39bfb8be', 'name': 'tempest-TestMinimumBasicScenario-398637481-router', 'tenant_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:12Z', 'updated_at': '2021-07-27T06:52:41Z', 'revision_number': 6, 'project_id': 'a69a0a1a2e3c4c599baca600b248ec77', 'gw_port_host': None}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:52:41.537247 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:41.568905 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b03a7b0-0cc4-499c-a34b-8ae85234991b,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:41.629837 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929226'] for router_gateway, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:41.743488 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-694'] for router, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:41.746592 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:41.889494 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d27de-0362-4619-8733-81bee1cfcd19 req-6b51f2ce-65dd-45d5-bb07-5af9abd75706 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:41.892820 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9f1d27de-0362-4619-8733-81bee1cfcd19 req-6b51f2ce-65dd-45d5-bb07-5af9abd75706 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0729463 Jul 27 06:52:41.918616 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563395'] for router, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:41.919154 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2930c02-42b7-4cd9-b691-a39c39bfb8be {{(pid=100257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:52:41.930443 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] Notify callbacks [] for router, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:41.930443 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-7a428728-9c3e-42a0-8d66-bd36257db594 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e2930c02-42b7-4cd9-b691-a39c39bfb8be HTTP/1.1" status: 204 len: 168 time: 1.1190693 Jul 27 06:52:41.933102 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35396) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:41.936338 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9f1d27de-0362-4619-8733-81bee1cfcd19 req-0137feea-36e3-4f18-88fe-f8b6b3252419 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393319 Jul 27 06:52:41.982169 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_v2 [None req-643153cb-a178-43bd-93a8-7b7c4d9d4d32 admin admin] Deleting subnet ae4634d2-b566-4d29-83f2-f3b8f1624917 {{(pid=100258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:52:41.985305 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-643153cb-a178-43bd-93a8-7b7c4d9d4d32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.020578 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-643153cb-a178-43bd-93a8-7b7c4d9d4d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11690516'] for subnet, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.139671 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-643153cb-a178-43bd-93a8-7b7c4d9d4d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.291445 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-643153cb-a178-43bd-93a8-7b7c4d9d4d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12579579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12560906'] for subnet, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.322504 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643153cb-a178-43bd-93a8-7b7c4d9d4d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4634d2-b566-4d29-83f2-f3b8f1624917,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:42.326349 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-643153cb-a178-43bd-93a8-7b7c4d9d4d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.328111 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-643153cb-a178-43bd-93a8-7b7c4d9d4d32 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ae4634d2-b566-4d29-83f2-f3b8f1624917 HTTP/1.1" status: 204 len: 168 time: 0.3940318 Jul 27 06:52:42.331085 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35400) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:42.334158 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7818474-c21a-400b-824b-c461df6cc2f7 None None] Network 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:52:42.420257 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.473840 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Deleting port e08d6b42-aa24-4163-b138-9b960f74fab0 {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:42.474180 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.542975 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] For port e08d6b42-aa24-4163-b138-9b960f74fab0, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=e08d6b42-aa24-4163-b138-9b960f74fab0,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:42.543344 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.553816 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] DHCP port deletion for 3a0beca8-112b-4c96-ab1d-acdbf9c8e482 request from dv-cinder-779194-3-iscsi {{(pid=100259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 06:52:42.562052 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Calling delete_port for e08d6b42-aa24-4163-b138-9b960f74fab0 owned by network:dhcp {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:42.602809 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Deleting port e08d6b42-aa24-4163-b138-9b960f74fab0 {{(pid=100259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:42.604250 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.669138 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] For port e08d6b42-aa24-4163-b138-9b960f74fab0, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=e08d6b42-aa24-4163-b138-9b960f74fab0,segment=NetworkSegment(a1e3d0a7-85bc-41ab-9b21-f463a32742f3),segment_id=a1e3d0a7-85bc-41ab-9b21-f463a32742f3)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:42.669454 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.682704 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Calling delete_port for e08d6b42-aa24-4163-b138-9b960f74fab0 owned by network:dhcp {{(pid=100259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:42.765340 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.791926 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e08d6b42-aa24-4163-b138-9b960f74fab0,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:42.795378 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] No DVR routers for this DVR port e08d6b42-aa24-4163-b138-9b960f74fab0 on host dv-cinder-779194-3-iscsi {{(pid=100257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:52:42.808144 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286'] for port, after_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.833116 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Pushing event deleted for resources: {'Port': ['ID=e08d6b42-aa24-4163-b138-9b960f74fab0,revision_number=None']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:42.838989 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] No DVR routers for this DVR port e08d6b42-aa24-4163-b138-9b960f74fab0 on host dv-cinder-779194-3-iscsi {{(pid=100259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:52:42.846596 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:42.846958 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:42.847290 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:42.847697 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:42.848035 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:42.848365 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:42.848718 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:42.849044 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:42.849373 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:42.849698 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:42.850020 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:42.850341 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517bb60-4a6e-4930-b950-fe14f117b26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:52:42.870465 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.880121 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0beca8-112b-4c96-ab1d-acdbf9c8e482']}} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:42.890625 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3') {'for_net_delete': True} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:42.890933 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e3d0a7-85bc-41ab-9b21-f463a32742f3') {} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:42.899782 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1489119'] for segment, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.914737 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.920983 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:52:42.921306 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12401591'] for segment, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: Traceback (most recent call last): Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: timer() Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: cb(*args, **kw) Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: return func(*args, **kwargs) Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: self._notify() Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: self.callback(batched_events) Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: event.method(event) Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: return f(self, *a, **k) Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._get(url).json() Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: return self.request(url, 'GET', **kwargs) Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:52:42.922945 dv-cinder-779194-3-iscsi neutron-server[100257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:52:43.044173 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:43.049848 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:43.051770 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3a0beca8-112b-4c96-ab1d-acdbf9c8e482 HTTP/1.1" status: 204 len: 168 time: 0.7192483 Jul 27 06:52:43.054917 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35408) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:43.063460 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae347c5-b79d-4627-8585-3b80e5094f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0beca8-112b-4c96-ab1d-acdbf9c8e482,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:43.080999 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 7a7934a5-1e57-43b0-871c-24c72a8f8c04 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:43.101736 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 7a7934a5-1e57-43b0-871c-24c72a8f8c04 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:43.102175 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 7a7934a5-1e57-43b0-871c-24c72a8f8c04 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:43.102681 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 6b03a7b0-0cc4-499c-a34b-8ae85234991b no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:43.122357 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 6b03a7b0-0cc4-499c-a34b-8ae85234991b {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:43.122720 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 6b03a7b0-0cc4-499c-a34b-8ae85234991b not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:43.123206 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device e08d6b42-aa24-4163-b138-9b960f74fab0 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:43.127100 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed174f9-58d6-41c8-be01-0ce1e429add1 req-878b7756-9ed6-44ca-85e6-038b65a24046 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:43.128585 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9ed174f9-58d6-41c8-be01-0ce1e429add1 req-878b7756-9ed6-44ca-85e6-038b65a24046 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1199634 Jul 27 06:52:43.141896 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: e08d6b42-aa24-4163-b138-9b960f74fab0 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:43.142339 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device e08d6b42-aa24-4163-b138-9b960f74fab0 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:43.207448 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9ed174f9-58d6-41c8-be01-0ce1e429add1 req-2e93c02c-eaeb-4ce2-87f9-8fa552f57007 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509467 Jul 27 06:52:43.439997 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2b8c9ce7-0915-4906-a612-da565eb9c9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929412'] for router_interface, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:43.685214 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c9ce7-0915-4906-a612-da565eb9c9bd admin admin] Deleting port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:43.685601 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2b8c9ce7-0915-4906-a612-da565eb9c9bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:43.770499 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-2b8c9ce7-0915-4906-a612-da565eb9c9bd admin admin] For port 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=6edc54c9-6b6f-4aa2-891f-98048d8d7f0f,segment=NetworkSegment(a3992447-a095-4307-b335-fb06e652bdf0),segment_id=a3992447-a095-4307-b335-fb06e652bdf0)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:43.770961 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2b8c9ce7-0915-4906-a612-da565eb9c9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:43.783721 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c9ce7-0915-4906-a612-da565eb9c9bd admin admin] Calling delete_port for 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f owned by network:router_interface {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:44.039620 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2b8c9ce7-0915-4906-a612-da565eb9c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:44.063884 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c9ce7-0915-4906-a612-da565eb9c9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6edc54c9-6b6f-4aa2-891f-98048d8d7f0f,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:44.240109 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2b8c9ce7-0915-4906-a612-da565eb9c9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929384'] for router_interface, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:44.353452 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615aa5d4-6712-4999-bfe8-04d6eca44111 req-eb90c05b-bdaf-4d45-b6a4-d9ecd23b3c27 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:44.355096 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-615aa5d4-6712-4999-bfe8-04d6eca44111 req-eb90c05b-bdaf-4d45-b6a4-d9ecd23b3c27 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0687330 Jul 27 06:52:44.395776 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-615aa5d4-6712-4999-bfe8-04d6eca44111 req-ef10f3b4-2b8f-4b31-8305-73ed57a7b0f1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343540 Jul 27 06:52:44.463980 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8c9ce7-0915-4906-a612-da565eb9c9bd admin admin] Router 9a9b491b-1064-43b0-b48c-8bf6cef37c01 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:52:44.843816 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8c9ce7-0915-4906-a612-da565eb9c9bd admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:52:44.848720 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-2b8c9ce7-0915-4906-a612-da565eb9c9bd admin admin] 10.222.0.24 "PUT /v2.0/routers/9a9b491b-1064-43b0-b48c-8bf6cef37c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7916374 Jul 27 06:52:44.851355 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35420) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:44.852103 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cfa19-d71c-457d-98d9-3e9bd8ec1aa8 None None] Sync routers for ids ['9a9b491b-1064-43b0-b48c-8bf6cef37c01'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:52:44.862384 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cfa19-d71c-457d-98d9-3e9bd8ec1aa8 None None] Routers {'9a9b491b-1064-43b0-b48c-8bf6cef37c01'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:44.863824 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-013cfa19-d71c-457d-98d9-3e9bd8ec1aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:52:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['9a9b491b-1064-43b0-b48c-8bf6cef37c01'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:44.952037 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Notify callbacks [] for router, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:44.983190 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-013cfa19-d71c-457d-98d9-3e9bd8ec1aa8 None None] Set router 9a9b491b-1064-43b0-b48c-8bf6cef37c01 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:45.059782 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:45.167614 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-013cfa19-d71c-457d-98d9-3e9bd8ec1aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'name': 'tempest-TestMinimumBasicScenario-1235360515-router', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:20Z', 'updated_at': '2021-07-27T06:52:43Z', 'revision_number': 5, 'project_id': '6fb84297fb5b40b0964295e1480e241b', 'gw_port': {'id': 'eca8e5bf-5674-4b11-92b4-8d943720b1d2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:49:21Z', 'updated_at': '2021-07-27T06:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:45.178573 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Deleting port eca8e5bf-5674-4b11-92b4-8d943720b1d2 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:45.179127 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:45.195347 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cfa19-d71c-457d-98d9-3e9bd8ec1aa8 None None] Checking router: 9a9b491b-1064-43b0-b48c-8bf6cef37c01 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:52:45.205578 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cfa19-d71c-457d-98d9-3e9bd8ec1aa8 None None] Routers {'9a9b491b-1064-43b0-b48c-8bf6cef37c01'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:45.206191 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-013cfa19-d71c-457d-98d9-3e9bd8ec1aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:52:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['9a9b491b-1064-43b0-b48c-8bf6cef37c01'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:45.260787 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] For port eca8e5bf-5674-4b11-92b4-8d943720b1d2, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=eca8e5bf-5674-4b11-92b4-8d943720b1d2,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:45.261149 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:45.273454 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Calling delete_port for eca8e5bf-5674-4b11-92b4-8d943720b1d2 owned by network:router_gateway {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:45.299160 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-013cfa19-d71c-457d-98d9-3e9bd8ec1aa8 None None] Set router 9a9b491b-1064-43b0-b48c-8bf6cef37c01 gateway port host: None {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:45.357197 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-013cfa19-d71c-457d-98d9-3e9bd8ec1aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'name': 'tempest-TestMinimumBasicScenario-1235360515-router', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:20Z', 'updated_at': '2021-07-27T06:52:45Z', 'revision_number': 6, 'project_id': '6fb84297fb5b40b0964295e1480e241b', 'gw_port_host': None}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:45.383570 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cfa19-d71c-457d-98d9-3e9bd8ec1aa8 None None] The sync data for ids ['9a9b491b-1064-43b0-b48c-8bf6cef37c01'] in dv-cinder-779194-3-iscsi is: [{'id': '9a9b491b-1064-43b0-b48c-8bf6cef37c01', 'name': 'tempest-TestMinimumBasicScenario-1235360515-router', 'tenant_id': '6fb84297fb5b40b0964295e1480e241b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:49:20Z', 'updated_at': '2021-07-27T06:52:45Z', 'revision_number': 6, 'project_id': '6fb84297fb5b40b0964295e1480e241b', 'gw_port_host': None}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:52:45.510622 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:45.544390 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca8e5bf-5674-4b11-92b4-8d943720b1d2,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:45.618329 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99602c-9376-4797-ae1a-2ab6daa527fb req-6a64ec66-0c85-416a-b19e-e493b8d8692d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:45.620412 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ca99602c-9376-4797-ae1a-2ab6daa527fb req-6a64ec66-0c85-416a-b19e-e493b8d8692d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1470897 Jul 27 06:52:45.639948 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929226'] for router_gateway, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:45.760626 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-694'] for router, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:45.764017 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:45.768369 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ca99602c-9376-4797-ae1a-2ab6daa527fb req-af147919-8eb6-41d0-843c-274a16974520 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414495 Jul 27 06:52:45.884101 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563395'] for router, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:45.884726 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a9b491b-1064-43b0-b48c-8bf6cef37c01 {{(pid=100258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:52:45.889891 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] Notify callbacks [] for router, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:45.904301 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-1885b5aa-1775-4b08-9d09-9779bb548d15 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9a9b491b-1064-43b0-b48c-8bf6cef37c01 HTTP/1.1" status: 204 len: 168 time: 1.0384600 Jul 27 06:52:45.904301 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35428) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:45.942216 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa45f63-031c-4a23-b66b-cc5ee05d354d admin admin] Deleting subnet 71a909d4-0a18-458a-b566-6e9b740ca590 {{(pid=100258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:52:45.946275 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6fa45f63-031c-4a23-b66b-cc5ee05d354d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:45.985226 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6fa45f63-031c-4a23-b66b-cc5ee05d354d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11690516'] for subnet, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:46.073979 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6fa45f63-031c-4a23-b66b-cc5ee05d354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:46.194353 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6fa45f63-031c-4a23-b66b-cc5ee05d354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12579579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12560906'] for subnet, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:46.222929 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa45f63-031c-4a23-b66b-cc5ee05d354d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a909d4-0a18-458a-b566-6e9b740ca590,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:46.225084 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6fa45f63-031c-4a23-b66b-cc5ee05d354d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:46.229864 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-6fa45f63-031c-4a23-b66b-cc5ee05d354d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/71a909d4-0a18-458a-b566-6e9b740ca590 HTTP/1.1" status: 204 len: 168 time: 0.3327601 Jul 27 06:52:46.230192 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35430) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:46.233007 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd2e57-e290-4864-a911-8e4fed7a490f None None] Network ceaea14f-add0-4861-9d45-e93800d917cb requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:52:46.299719 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:46.357655 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Deleting port a357bb75-684d-4beb-9969-829e7e26bc63 {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:46.358005 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:46.426461 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] For port a357bb75-684d-4beb-9969-829e7e26bc63, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=a357bb75-684d-4beb-9969-829e7e26bc63,segment=NetworkSegment(a3992447-a095-4307-b335-fb06e652bdf0),segment_id=a3992447-a095-4307-b335-fb06e652bdf0)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:46.426832 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:46.440946 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab7502-67e1-4e4e-801c-bc08a7da3ef3 None None] DHCP port deletion for ceaea14f-add0-4861-9d45-e93800d917cb request from dv-cinder-779194-3-iscsi {{(pid=100259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 06:52:46.448274 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Calling delete_port for a357bb75-684d-4beb-9969-829e7e26bc63 owned by network:dhcp {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:46.503776 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab7502-67e1-4e4e-801c-bc08a7da3ef3 None None] Deleting port a357bb75-684d-4beb-9969-829e7e26bc63 {{(pid=100259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:52:46.503776 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7502-67e1-4e4e-801c-bc08a7da3ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:46.577575 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-a3ab7502-67e1-4e4e-801c-bc08a7da3ef3 None None] For port a357bb75-684d-4beb-9969-829e7e26bc63, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=a357bb75-684d-4beb-9969-829e7e26bc63,segment=NetworkSegment(a3992447-a095-4307-b335-fb06e652bdf0),segment_id=a3992447-a095-4307-b335-fb06e652bdf0)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:46.577575 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7502-67e1-4e4e-801c-bc08a7da3ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:46.589866 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab7502-67e1-4e4e-801c-bc08a7da3ef3 None None] Calling delete_port for a357bb75-684d-4beb-9969-829e7e26bc63 owned by network:dhcp {{(pid=100259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:52:46.863225 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7502-67e1-4e4e-801c-bc08a7da3ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286'] for port, after_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:46.873438 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:46.891850 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab7502-67e1-4e4e-801c-bc08a7da3ef3 None None] Pushing event deleted for resources: {'Port': ['ID=a357bb75-684d-4beb-9969-829e7e26bc63,revision_number=None']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:46.895330 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab7502-67e1-4e4e-801c-bc08a7da3ef3 None None] No DVR routers for this DVR port a357bb75-684d-4beb-9969-829e7e26bc63 on host dv-cinder-779194-3-iscsi {{(pid=100259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:52:46.906299 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] No DVR routers for this DVR port a357bb75-684d-4beb-9969-829e7e26bc63 on host dv-cinder-779194-3-iscsi {{(pid=100257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:52:46.908712 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Pushing event deleted for resources: {'Port': ['ID=a357bb75-684d-4beb-9969-829e7e26bc63,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:46.994005 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:47.003389 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0c937-bd7b-4842-87be-24fac7edd50a req-97d89f59-d06b-4c61-ad40-212a070664ed tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:47.004908 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f0b0c937-bd7b-4842-87be-24fac7edd50a req-97d89f59-d06b-4c61-ad40-212a070664ed tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1624129 Jul 27 06:52:47.015525 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceaea14f-add0-4861-9d45-e93800d917cb']}} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:47.036198 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3992447-a095-4307-b335-fb06e652bdf0') {'for_net_delete': True} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:47.036540 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3992447-a095-4307-b335-fb06e652bdf0') {} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:47.048203 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1489119'] for segment, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:47.072437 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f0b0c937-bd7b-4842-87be-24fac7edd50a req-697f9056-9031-40ea-841b-ec9b66de963c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638723 Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12401591'] for segment, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: Traceback (most recent call last): Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: timer() Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: cb(*args, **kw) Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: return func(*args, **kwargs) Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: self._notify() Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: self.callback(batched_events) Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: event.method(event) Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: return f(self, *a, **k) Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._get(url).json() Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: return self.request(url, 'GET', **kwargs) Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:52:47.085086 dv-cinder-779194-3-iscsi neutron-server[100257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:52:47.112202 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:47.131748 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:47.132097 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 6edc54c9-6b6f-4aa2-891f-98048d8d7f0f not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:47.132514 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device eca8e5bf-5674-4b11-92b4-8d943720b1d2 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:47.152131 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: eca8e5bf-5674-4b11-92b4-8d943720b1d2 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:47.152462 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device eca8e5bf-5674-4b11-92b4-8d943720b1d2 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:47.153966 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device a357bb75-684d-4beb-9969-829e7e26bc63 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:52:47.171024 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: a357bb75-684d-4beb-9969-829e7e26bc63 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:52:47.171294 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device a357bb75-684d-4beb-9969-829e7e26bc63 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:52:47.222331 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:47.229046 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:47.230822 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] 10.222.0.24 "DELETE /v2.0/networks/ceaea14f-add0-4861-9d45-e93800d917cb HTTP/1.1" status: 204 len: 168 time: 0.9996290 Jul 27 06:52:47.241654 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00f407-85b1-41ea-8f70-61dd898fbecb admin admin] Pushing event deleted for resources: {'Network': ['ID=ceaea14f-add0-4861-9d45-e93800d917cb,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:47.639875 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35464) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:47.683993 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-abe87337-f276-4026-9ed6-bc6b77989d74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a69a0a1a2e3c4c599baca600b248ec77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429528 Jul 27 06:52:47.686459 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35466) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:47.734453 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9f2a246b-0ece-459f-b2bb-8a16152834cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:47.755457 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9f2a246b-0ece-459f-b2bb-8a16152834cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:47.925461 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9f2a246b-0ece-459f-b2bb-8a16152834cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:47.927867 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9f2a246b-0ece-459f-b2bb-8a16152834cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:47.929014 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-9f2a246b-0ece-459f-b2bb-8a16152834cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/179c25a8-0955-4ff7-9c65-6581adc03962 HTTP/1.1" status: 204 len: 168 time: 0.2416222 Jul 27 06:52:47.937133 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a246b-0ece-459f-b2bb-8a16152834cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179c25a8-0955-4ff7-9c65-6581adc03962,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:48.219176 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298352c-646f-433b-8996-0a77e2669fbc req-9ef96ef0-64ea-45a7-a6e7-bf3ca2ed8d24 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:48.220626 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3298352c-646f-433b-8996-0a77e2669fbc req-9ef96ef0-64ea-45a7-a6e7-bf3ca2ed8d24 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0633316 Jul 27 06:52:48.261221 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3298352c-646f-433b-8996-0a77e2669fbc req-072ac0ad-d2d1-4e29-acd5-94e992949901 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345142 Jul 27 06:52:48.591038 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35482) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:48.630141 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-fcabb4ce-4faa-488c-82ce-c59984da255b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fb84297fb5b40b0964295e1480e241b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379326 Jul 27 06:52:48.632529 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35484) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:48.680090 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea36a-f292-4c8c-928e-d6aad8df9164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:48.701809 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea36a-f292-4c8c-928e-d6aad8df9164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:48.816572 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea36a-f292-4c8c-928e-d6aad8df9164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:48.819091 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea36a-f292-4c8c-928e-d6aad8df9164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:48.820227 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-8a0ea36a-f292-4c8c-928e-d6aad8df9164 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0ab163d-9ab9-4c56-a8a2-6feb271cc162 HTTP/1.1" status: 204 len: 168 time: 0.1867578 Jul 27 06:52:48.828334 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ea36a-f292-4c8c-928e-d6aad8df9164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ab163d-9ab9-4c56-a8a2-6feb271cc162,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:49.396376 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1109fa-3115-4c82-b9fd-4eaea78c626b req-13975945-5ffb-41f1-8b05-67d808c671d1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:49.397862 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8c1109fa-3115-4c82-b9fd-4eaea78c626b req-13975945-5ffb-41f1-8b05-67d808c671d1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0624359 Jul 27 06:52:49.435433 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8c1109fa-3115-4c82-b9fd-4eaea78c626b req-d190920d-f15e-4d7b-9805-0b685243ed30 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313954 Jul 27 06:52:50.567140 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda10f6d-e46d-47d4-9776-835a3f8f28ee req-af0be3c9-192e-4885-b399-81b391e93435 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:50.568574 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cda10f6d-e46d-47d4-9776-835a3f8f28ee req-af0be3c9-192e-4885-b399-81b391e93435 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0627248 Jul 27 06:52:50.609989 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cda10f6d-e46d-47d4-9776-835a3f8f28ee req-77073927-cc67-4729-8853-b1086319fa0a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346744 Jul 27 06:52:51.448919 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35506) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:51.492522 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02c6645-7f6b-4b6c-a188-2f9a2a7057bd admin admin] Deleting subnet 681c1b00-afca-4f39-9b58-bed7c88a0c1f {{(pid=100258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:52:51.495679 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f02c6645-7f6b-4b6c-a188-2f9a2a7057bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:51.532821 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f02c6645-7f6b-4b6c-a188-2f9a2a7057bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11690516'] for subnet, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:51.569748 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f02c6645-7f6b-4b6c-a188-2f9a2a7057bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:51.691637 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f02c6645-7f6b-4b6c-a188-2f9a2a7057bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12579579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12560906'] for subnet, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:51.719954 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c6645-7f6b-4b6c-a188-2f9a2a7057bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681c1b00-afca-4f39-9b58-bed7c88a0c1f,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:51.722529 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f02c6645-7f6b-4b6c-a188-2f9a2a7057bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:51.723753 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-f02c6645-7f6b-4b6c-a188-2f9a2a7057bd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/681c1b00-afca-4f39-9b58-bed7c88a0c1f HTTP/1.1" status: 204 len: 168 time: 0.2738259 Jul 27 06:52:51.726309 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35512) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:51.792001 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dee83-d7a4-4447-be46-2956e884acce req-a16aab2e-a88f-4ffb-94e9-eea2ea4cfbac tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:51.793491 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-248dee83-d7a4-4447-be46-2956e884acce req-a16aab2e-a88f-4ffb-94e9-eea2ea4cfbac tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1138089 Jul 27 06:52:51.826197 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:51.851534 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-248dee83-d7a4-4447-be46-2956e884acce req-2a9cb175-dccb-4738-93e3-5391e2817129 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522459 Jul 27 06:52:52.144388 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.154031 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266c897e-a917-4a9d-a0f8-cdc2e66dacec']}} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:52.163223 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb872f9-2b54-4c17-8320-3791242f7f5f') {'for_net_delete': True} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:52.163520 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb872f9-2b54-4c17-8320-3791242f7f5f') {} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:52.172770 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1489119'] for segment, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.186739 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.192349 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=100257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:52:52.192766 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12401591'] for segment, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: Traceback (most recent call last): Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: timer() Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: cb(*args, **kw) Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: return func(*args, **kwargs) Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: self._notify() Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: self.callback(batched_events) Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: event.method(event) Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: return f(self, *a, **k) Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._get(url).json() Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: return self.request(url, 'GET', **kwargs) Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:52:52.194355 dv-cinder-779194-3-iscsi neutron-server[100257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:52:52.319388 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.324875 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.326682 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] 10.222.0.24 "DELETE /v2.0/networks/266c897e-a917-4a9d-a0f8-cdc2e66dacec HTTP/1.1" status: 204 len: 168 time: 0.5981884 Jul 27 06:52:52.337328 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4a793-c215-48c5-ac04-76ef4900dc85 admin admin] Pushing event deleted for resources: {'Network': ['ID=266c897e-a917-4a9d-a0f8-cdc2e66dacec,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:52.365929 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 16f72bda-07a9-44d4-90e0-9f606966059f details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:52:52.589963 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=16f72bda-07a9-44d4-90e0-9f606966059f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:52.601499 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '16f72bda-07a9-44d4-90e0-9f606966059f', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'port_id': '16f72bda-07a9-44d4-90e0-9f606966059f', 'mac_address': 'fa:16:3e:a1:4b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:52:52.641747 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.655444 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16f72bda-07a9-44d4-90e0-9f606966059f {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:52:52.675552 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=16f72bda-07a9-44d4-90e0-9f606966059f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:52.723891 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35526) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:52.766802 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d12f5366-61bc-44f7-be93-39907e07659b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82228e66221245dfab9df5ea8b98f3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417562 Jul 27 06:52:52.769381 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35528) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:52.797869 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.818481 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-940f9f73-3156-47ab-be65-6d9b59cae92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.843931 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-940f9f73-3156-47ab-be65-6d9b59cae92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.851058 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=16f72bda-07a9-44d4-90e0-9f606966059f,revision_number=6']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:52.938712 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['16f72bda-07a9-44d4-90e0-9f606966059f'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:52:52.961093 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-940f9f73-3156-47ab-be65-6d9b59cae92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.964453 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-940f9f73-3156-47ab-be65-6d9b59cae92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:52.965596 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-940f9f73-3156-47ab-be65-6d9b59cae92c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f20e641-719b-4a4d-a028-23fe2e2d8645 HTTP/1.1" status: 204 len: 168 time: 0.1953111 Jul 27 06:52:52.979470 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f9f73-3156-47ab-be65-6d9b59cae92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f20e641-719b-4a4d-a028-23fe2e2d8645,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:53.011632 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa6510-5a7e-418f-a2ce-b76c1e1c4683 req-5d3322a7-031d-43b8-8ab2-3f7064aa7c14 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:53.013448 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a4fa6510-5a7e-418f-a2ce-b76c1e1c4683 req-5d3322a7-031d-43b8-8ab2-3f7064aa7c14 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 945 time: 0.0837736 Jul 27 06:52:53.059650 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a4fa6510-5a7e-418f-a2ce-b76c1e1c4683 req-0e2b8a53-e229-4bf1-8481-a883864b2b36 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398905 Jul 27 06:52:54.188433 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-b201bba6-0ca5-414b-adce-9c5436dbda46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.234581 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35576) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:54.255107 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838945f6-220b-4cee-9317-df3d1ce89de1 req-e52c03f8-684b-49f8-8ece-9cb863c74e87 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:54.257356 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-838945f6-220b-4cee-9317-df3d1ce89de1 req-e52c03f8-684b-49f8-8ece-9cb863c74e87 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 945 time: 0.0956569 Jul 27 06:52:54.319292 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-838945f6-220b-4cee-9317-df3d1ce89de1 req-f6cdb51c-312a-480f-93c1-cee7a388d70d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Jul 27 06:52:54.374928 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-805419313-network', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:52:54.400433 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 16f72bda-07a9-44d4-90e0-9f606966059f up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:52:54.470094 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 16f72bda-07a9-44d4-90e0-9f606966059f triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:52:54.470985 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.508174 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Made reservation on behalf of eb0fe558c7e349d1822392715c00d202 for: {'network': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:52:54.511270 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.524021 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.565768 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.591665 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:52:54.594651 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c344719-f949-49fc-b6b1-84542921c00b" -d '{"events": [{"server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "name": "network-vif-plugged", "status": "completed", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:52:54.622293 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=16f72bda-07a9-44d4-90e0-9f606966059f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:54.649909 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.765984 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.779574 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.785918 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2815bcf-6523-41dc-9991-a4a9f77b0864 x-openstack-request-id: req-f2815bcf-6523-41dc-9991-a4a9f77b0864 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:52:54.786286 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "name": "network-vif-plugged", "status": "completed", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:52:54.786607 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2815bcf-6523-41dc-9991-a4a9f77b0864 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:52:54.787066 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f', 'code': 200} Jul 27 06:52:54.813061 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=100258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:52:54.832998 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929fc3bb-df0f-4a16-8ca3-28235b6e5ae9,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:54.854486 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:54.854902 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.segments_db [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Added segment 4147c098-5e66-4cef-abc3-bae123dea8f7 of type vlan for network c243a260-5ce2-4f40-b808-df1f5e9b65cb Jul 27 06:52:54.877195 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=16f72bda-07a9-44d4-90e0-9f606966059f,revision_number=7']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:54.905847 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.033620 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.039168 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:55.039168 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.101295 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] Pushing event updated for resources: {'Network': ['ID=c243a260-5ce2-4f40-b808-df1f5e9b65cb,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:55.111306 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network c243a260-5ce2-4f40-b808-df1f5e9b65cb details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:52:55.175104 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-030aa5ac-394c-4ccd-ad76-506bc5791e70 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9394035 Jul 27 06:52:55.175918 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35588) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:55.181192 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-e7b6d0ed-781c-4a11-ad62-483886ab33c5 admin admin] Request body: {'subnet': {'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-805419313-subnet', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'ip_version': 4}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:52:55.287076 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b6d0ed-781c-4a11-ad62-483886ab33c5 admin admin] Made reservation on behalf of eb0fe558c7e349d1822392715c00d202 for: {'subnet': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:52:55.289777 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0ed-781c-4a11-ad62-483886ab33c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12332903'] for subnet, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.543057 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a18fe-a2e2-483c-9150-42198405b7e0 req-e5b29c48-5585-4b84-91f7-8b1ff8aef9e0 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:55.544727 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-211a18fe-a2e2-483c-9150-42198405b7e0 req-e5b29c48-5585-4b84-91f7-8b1ff8aef9e0 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1415503 Jul 27 06:52:55.608174 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-211a18fe-a2e2-483c-9150-42198405b7e0 req-532d9c73-c58b-4130-9ffc-5a4c41ad9005 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481668 Jul 27 06:52:55.609383 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0ed-781c-4a11-ad62-483886ab33c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12401438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12332917'] for subnet, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:55.671920 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6d0ed-781c-4a11-ad62-483886ab33c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:55.683627 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6d0ed-781c-4a11-ad62-483886ab33c5 admin admin] Checking segment: {'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:52:55.688408 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6d0ed-781c-4a11-ad62-483886ab33c5 admin admin] Network hostable DHCP agents. Network: c243a260-5ce2-4f40-b808-df1f5e9b65cb, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:52:55.816557 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6d0ed-781c-4a11-ad62-483886ab33c5 admin admin] Network c243a260-5ce2-4f40-b808-df1f5e9b65cb is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:52:55.942249 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-e7b6d0ed-781c-4a11-ad62-483886ab33c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, c243a260-5ce2-4f40-b808-df1f5e9b65cb) {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:52:55.963086 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01008990-0d1b-4337-abf3-48080cb53e24 None None] Network c243a260-5ce2-4f40-b808-df1f5e9b65cb requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:52:55.968255 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b6d0ed-781c-4a11-ad62-483886ab33c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:55.968952 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0ed-781c-4a11-ad62-483886ab33c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.137737 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-e7b6d0ed-781c-4a11-ad62-483886ab33c5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9603477 Jul 27 06:52:56.140317 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35598) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:56.145650 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:52:56.178501 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped675565-aa29-5855-a0a6-196c76607e72-c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'fixed_ips': [{'subnet_id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f'}]}} from dv-cinder-779194-3-iscsi. {{(pid=100259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:52:56.179699 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.278651 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-704'] for router, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.280323 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-697'] for router, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.328868 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.db_base_plugin_common [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Allocated IP 172.20.0.2 (c243a260-5ce2-4f40-b808-df1f5e9b65cb/1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f/59041fab-8781-4a16-8848-fc8f6cb5e0fb) {{(pid=100259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:52:56.342530 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.468444 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Notify callbacks [] for port, precommit_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.476275 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Transition to ACTIVE for port object 59041fab-8781-4a16-8848-fc8f6cb5e0fb will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:52:56.490237 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Transition to ACTIVE for port object 59041fab-8781-4a16-8848-fc8f6cb5e0fb will not be triggered until provisioned by entity DHCP. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:52:56.740512 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.765227 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Network c243a260-5ce2-4f40-b808-df1f5e9b65cb is already hosted by enough agents. {{(pid=100259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:52:56.782750 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.base_scheduler [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Resources bound (agent type, host, resource id): {{(pid=100259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:52:56.797935 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Received port after_create {{(pid=100259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:52:56.808877 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-928781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.839577 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f905c22-5408-44ec-8113-42e86b344b8a req-70051b35-9fb6-4c3e-b382-79904e798643 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:56.841104 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4f905c22-5408-44ec-8113-42e86b344b8a req-70051b35-9fb6-4c3e-b382-79904e798643 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1528208 Jul 27 06:52:56.844558 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Pushing event updated for resources: {'Port': ['ID=59041fab-8781-4a16-8848-fc8f6cb5e0fb,revision_number=1']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:56.862488 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-21400ed0-1879-49a0-b3fd-8a00560c9869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.862488 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Attempting to bind port 59041fab-8781-4a16-8848-fc8f6cb5e0fb on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:52:56.862488 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Attempting to bind port 59041fab-8781-4a16-8848-fc8f6cb5e0fb by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:52:56.862488 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Attempting to bind port 59041fab-8781-4a16-8848-fc8f6cb5e0fb on network c243a260-5ce2-4f40-b808-df1f5e9b65cb {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:52:56.863888 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:52:56.864260 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Checking segment: {'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:52:56.864684 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.865071 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Bound using segment: {'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:52:56.865533 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Bound port: 59041fab-8781-4a16-8848-fc8f6cb5e0fb, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:52:56.865917 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.883851 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4f905c22-5408-44ec-8113-42e86b344b8a req-8adc0d68-487c-411b-bcc7-86ec06891da0 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345390 Jul 27 06:52:56.900465 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:56.935639 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] For port 59041fab-8781-4a16-8848-fc8f6cb5e0fb, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:52:56.938615 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] For port 59041fab-8781-4a16-8848-fc8f6cb5e0fb, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=59041fab-8781-4a16-8848-fc8f6cb5e0fb,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:52:57.069618 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:57.178334 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:57.179713 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072fb8c-0427-4ece-bb96-c8dea537de1c None None] Pushing event updated for resources: {'Port': ['ID=59041fab-8781-4a16-8848-fc8f6cb5e0fb,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:57.207832 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:57.338451 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Allocated IP 172.27.1.160 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/0e134736-8c5c-471f-bc21-3f8616d58450) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:52:57.487866 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:57.674453 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:57.727214 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e134736-8c5c-471f-bc21-3f8616d58450,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:57.736539 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:52:57.738198 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:52:57.740741 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:52:57.954784 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:58.065076 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e91de-bc8c-4102-aed2-83667e64f23c req-1c3fc17d-8143-4067-9425-887c1ba51f81 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:58.066813 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-314e91de-bc8c-4102-aed2-83667e64f23c req-1c3fc17d-8143-4067-9425-887c1ba51f81 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0923958 Jul 27 06:52:58.170549 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-314e91de-bc8c-4102-aed2-83667e64f23c req-48c78015-18dd-40a0-8c4d-37054baea036 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937407 Jul 27 06:52:58.201147 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:58.286617 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353dcdcd-32ec-454b-98ff-6823ae585088 None None] Network c243a260-5ce2-4f40-b808-df1f5e9b65cb requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:52:58.502582 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-9785b211-a020-4e70-a8e3-71d1f392b2ce None None] Provisioning for port 59041fab-8781-4a16-8848-fc8f6cb5e0fb completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:52:58.726263 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928802'] for router, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:58.947128 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 is scheduled to L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 with binding_index 1 {{(pid=100258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:52:59.070828 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:52:59.081037 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Sync routers for ids ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:52:59.105282 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Routers {'8ff18bdc-46df-45f2-90e5-b2817b2cbf27'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:52:59.105282 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:52:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:59.166328 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.170120 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-ea34210a-e15f-4251-9961-c75cae0cf0c9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0256891 Jul 27 06:52:59.171043 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35616) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:52:59.212885 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 59041fab-8781-4a16-8848-fc8f6cb5e0fb up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:52:59.290487 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Set router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:52:59.354244 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.418777 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2358a82-fd30-408e-a937-2ad9584f4796 req-4950d26e-1603-4962-8254-3c6de1de6517 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:52:59.420352 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a2358a82-fd30-408e-a937-2ad9584f4796 req-4950d26e-1603-4962-8254-3c6de1de6517 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1473622 Jul 27 06:52:59.484064 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 59041fab-8781-4a16-8848-fc8f6cb5e0fb completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:52:59.489220 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 59041fab-8781-4a16-8848-fc8f6cb5e0fb triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:52:59.495820 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.510683 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a2358a82-fd30-408e-a937-2ad9584f4796 req-4f6f3645-97e3-41d2-b72d-97932fb9f10d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824308 Jul 27 06:52:59.604330 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:52:57Z', 'revision_number': 3, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:52:59.648394 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Checking router: 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:52:59.648775 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Updating router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 port 0e134736-8c5c-471f-bc21-3f8616d58450 binding host dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:52:59.652046 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.687476 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.704115 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.756926 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 59041fab-8781-4a16-8848-fc8f6cb5e0fb, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=59041fab-8781-4a16-8848-fc8f6cb5e0fb,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:52:59.785837 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.841141 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:52:59.953063 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=59041fab-8781-4a16-8848-fc8f6cb5e0fb,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:52:59.989465 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Allocated IP 172.20.0.1 (c243a260-5ce2-4f40-b808-df1f5e9b65cb/1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f/526d556f-b3bf-4b8a-b0ab-b8b3486b43e1) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:00.064018 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Notify callbacks [] for port, precommit_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:00.075337 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Transition to ACTIVE for port object 0e134736-8c5c-471f-bc21-3f8616d58450 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:00.114088 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:00.127311 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Transition to ACTIVE for port object 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 will not be triggered until provisioned by entity DHCP. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:00.417053 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:00.457916 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:00.476168 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Attempting to bind port 0e134736-8c5c-471f-bc21-3f8616d58450 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:00.476544 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Attempting to bind port 0e134736-8c5c-471f-bc21-3f8616d58450 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:00.476927 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Attempting to bind port 0e134736-8c5c-471f-bc21-3f8616d58450 on network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:00.478868 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bca2b9-3070-4689-91e4-a603f7683afa None None] Pushing event updated for resources: {'Port': ['ID=0e134736-8c5c-471f-bc21-3f8616d58450,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:00.484395 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:00.484799 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Checking segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:00.485198 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:00.485580 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Bound using segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:00.486048 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Bound port: 0e134736-8c5c-471f-bc21-3f8616d58450, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:00.486566 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:00.502159 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Network c243a260-5ce2-4f40-b808-df1f5e9b65cb is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:00.509641 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:00.513832 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:00.553412 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Pushing event updated for resources: {'Port': ['ID=526d556f-b3bf-4b8a-b0ab-b8b3486b43e1,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:00.576136 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] For port 0e134736-8c5c-471f-bc21-3f8616d58450, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:00.581857 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] For port 0e134736-8c5c-471f-bc21-3f8616d58450, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=0e134736-8c5c-471f-bc21-3f8616d58450,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:00.589440 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929151'] for router_interface, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:00.718165 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436d3e3-13f7-4a0f-ac3d-58c1579d7edd req-a04178b1-5025-4a03-a0b9-706e76757142 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:00.726148 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d436d3e3-13f7-4a0f-ac3d-58c1579d7edd req-a04178b1-5025-4a03-a0b9-706e76757142 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1050165 Jul 27 06:53:00.766626 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d436d3e3-13f7-4a0f-ac3d-58c1579d7edd req-95f74eea-30bc-4727-b130-f636d8521868 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396044 Jul 27 06:53:00.804387 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:00.859137 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Routers {'8ff18bdc-46df-45f2-90e5-b2817b2cbf27'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:00.859864 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:52:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:00.864888 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bca2b9-3070-4689-91e4-a603f7683afa None None] Pushing event updated for resources: {'Port': ['ID=0e134736-8c5c-471f-bc21-3f8616d58450,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:00.967521 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:01.029822 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-5a526071-8c29-46e1-b191-515e3caa2716 None None] Provisioning for port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:01.037027 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-5a526071-8c29-46e1-b191-515e3caa2716 None None] Provisioning complete for port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:01.037461 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5a526071-8c29-46e1-b191-515e3caa2716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:01.117620 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-5a526071-8c29-46e1-b191-515e3caa2716 None None] Port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:53:01.141606 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] Set router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:01.198838 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 59041fab-8781-4a16-8848-fc8f6cb5e0fb up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:01.284205 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:01.311779 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 59041fab-8781-4a16-8848-fc8f6cb5e0fb triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:01.315558 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:01.447213 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:52:57Z', 'revision_number': 3, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:01.472673 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:01.484145 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a2837-5206-49ff-854c-d308e16e7be4 None None] The sync data for ids ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'] in dv-cinder-779194-3-iscsi is: [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:52:57Z', 'revision_number': 3, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:01.582329 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Pushing event updated for resources: {'Port': ['ID=526d556f-b3bf-4b8a-b0ab-b8b3486b43e1,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:01.587003 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929519'] for router_interface, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:01.698579 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Network c243a260-5ce2-4f40-b808-df1f5e9b65cb is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:01.700557 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:01.888491 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:53:02.083127 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d41dc-20df-47c7-b319-248f42d83e85 req-7e826df8-c2d9-4856-ac3b-4af1e65c7492 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:02.085268 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a03d41dc-20df-47c7-b319-248f42d83e85 req-7e826df8-c2d9-4856-ac3b-4af1e65c7492 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1487370 Jul 27 06:53:02.095800 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:53:02.129817 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-aee4f9e1-cf85-4cf1-ba02-cb5746a156a1 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ff18bdc-46df-45f2-90e5-b2817b2cbf27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9510784 Jul 27 06:53:02.162549 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-7bfb9182-0b61-44ae-b818-52f9b4e824c0 None None] Provisioning complete for port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:02.164657 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9182-0b61-44ae-b818-52f9b4e824c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:02.188028 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a03d41dc-20df-47c7-b319-248f42d83e85 req-2dc00af9-05dd-4193-a711-f95669452d97 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924172 Jul 27 06:53:02.261971 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb9182-0b61-44ae-b818-52f9b4e824c0 None None] Port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:53:02.981824 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35658) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:02.987266 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-801728287-network', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:03.068266 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Made reservation on behalf of b2589746a52a48aeb2146433aaf8740f for: {'network': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:53:03.070906 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.085135 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.136549 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 0e134736-8c5c-471f-bc21-3f8616d58450 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:03.273454 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.337142 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 0e134736-8c5c-471f-bc21-3f8616d58450 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:03.342122 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 0e134736-8c5c-471f-bc21-3f8616d58450 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:03.346755 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.377795 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.385992 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b3b1c-b1f0-4b82-a17e-4cd47629dffd req-055bef76-824c-4b6e-b75d-4cdf4fe58a90 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:03.386564 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8e5b3b1c-b1f0-4b82-a17e-4cd47629dffd req-055bef76-824c-4b6e-b75d-4cdf4fe58a90 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1001415 Jul 27 06:53:03.426361 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=100258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:53:03.448944 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8e5b3b1c-b1f0-4b82-a17e-4cd47629dffd req-e3758699-309e-4aed-9eea-c883d8e52e42 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481305 Jul 27 06:53:03.459045 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.483362 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.484181 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.segments_db [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Added segment c209d0d1-6834-402e-bb8e-890e22908ec4 of type vlan for network 8b328eee-0839-4293-9f5c-7b832b3de66c Jul 27 06:53:03.488137 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 0e134736-8c5c-471f-bc21-3f8616d58450, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=0e134736-8c5c-471f-bc21-3f8616d58450,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:03.497141 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bc8ec0-76a2-47d2-914b-d60ae994e1c3,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:03.536712 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.559831 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.600013 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Sync routers for ids ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:53:03.615452 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Routers {'8ff18bdc-46df-45f2-90e5-b2817b2cbf27'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:03.616309 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:52:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:03.640123 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=0e134736-8c5c-471f-bc21-3f8616d58450,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:03.651472 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.652932 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:03.653708 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:03.792235 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b328eee-0839-4293-9f5c-7b832b3de66c,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:03.804947 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 8b328eee-0839-4293-9f5c-7b832b3de66c details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:53:03.825443 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Set router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:03.847314 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-1bc97060-400b-4b2a-ba1c-ae283422d7a0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8640735 Jul 27 06:53:03.855267 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35670) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:03.860519 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-7a1e0543-aa79-487f-aba6-385c49d4c2c9 admin admin] Request body: {'subnet': {'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-801728287-subnet', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'ip_version': 4}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:04.127978 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:53:00Z', 'revision_number': 4, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '526d556f-b3bf-4b8a-b0ab-b8b3486b43e1', 'name': '', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'mac_address': 'fa:16:3e:28:3b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:01Z', 'revision_number': 2, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'subnets': [{'id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:04.153608 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Checking router: 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:53:04.153967 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Updating router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 binding host dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:53:04.187637 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:04.222375 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1e0543-aa79-487f-aba6-385c49d4c2c9 admin admin] Made reservation on behalf of b2589746a52a48aeb2146433aaf8740f for: {'subnet': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:53:04.224880 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a1e0543-aa79-487f-aba6-385c49d4c2c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12332903'] for subnet, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:04.450065 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Notify callbacks [] for port, precommit_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:04.459297 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.provisioning_blocks [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Transition to ACTIVE for port object 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 will not be triggered until provisioned by entity L2. {{(pid=100260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:04.617851 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d0731-78b5-43b0-9b66-064213a8a678 req-2e219049-9012-40fa-8bfa-820729aa9dec tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:04.619593 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ed9d0731-78b5-43b0-9b66-064213a8a678 req-2e219049-9012-40fa-8bfa-820729aa9dec tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0637839 Jul 27 06:53:04.656475 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ed9d0731-78b5-43b0-9b66-064213a8a678 req-a90e6e06-ab04-4098-ad1b-5a8f517030f0 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Jul 27 06:53:04.776832 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:04.777293 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a1e0543-aa79-487f-aba6-385c49d4c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12401438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12332917'] for subnet, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:04.827490 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Pushing event updated for resources: {'Port': ['ID=526d556f-b3bf-4b8a-b0ab-b8b3486b43e1,revision_number=3']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:04.836139 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:04.836345 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:04.836950 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:04.837294 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:04.837620 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:04.838197 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:04.838389 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:04.838724 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:04.839075 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:04.839407 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:04.839735 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:04.840058 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:04.848738 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e0543-aa79-487f-aba6-385c49d4c2c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73af2649-c328-47f1-ba63-a2e72c9f1cf8,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:04.858003 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1e0543-aa79-487f-aba6-385c49d4c2c9 admin admin] Checking segment: {'id': 'c209d0d1-6834-402e-bb8e-890e22908ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:04.886551 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e0543-aa79-487f-aba6-385c49d4c2c9 admin admin] Network hostable DHCP agents. Network: 8b328eee-0839-4293-9f5c-7b832b3de66c, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:53:04.899135 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Attempting to bind port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:04.899516 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Attempting to bind port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:04.899985 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Attempting to bind port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 on network c243a260-5ce2-4f40-b808-df1f5e9b65cb {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:04.905438 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:04.905813 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Checking segment: {'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:04.906215 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:04.906615 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Bound using segment: {'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:04.907075 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Bound port: 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'}}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:04.907483 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:04.985488 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] For port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:04.987427 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] For port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=526d556f-b3bf-4b8a-b0ab-b8b3486b43e1,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:05.090042 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 0e134736-8c5c-471f-bc21-3f8616d58450 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:05.137470 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 0e134736-8c5c-471f-bc21-3f8616d58450 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:05.137843 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:05.164134 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e0543-aa79-487f-aba6-385c49d4c2c9 admin admin] Network 8b328eee-0839-4293-9f5c-7b832b3de66c is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:53:05.218094 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:05.274736 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Routers {'8ff18bdc-46df-45f2-90e5-b2817b2cbf27'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:05.275392 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:52:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:05.310116 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6973c-0ec5-49f6-96d2-5226df6a489e None None] Pushing event updated for resources: {'Port': ['ID=526d556f-b3bf-4b8a-b0ab-b8b3486b43e1,revision_number=4']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:05.318003 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-7a1e0543-aa79-487f-aba6-385c49d4c2c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 8b328eee-0839-4293-9f5c-7b832b3de66c) {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:05.334370 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1e0543-aa79-487f-aba6-385c49d4c2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:05.334370 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7a1e0543-aa79-487f-aba6-385c49d4c2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:05.335030 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71bd81b-86e5-4d58-a192-d8a3d14ec8f8 None None] Network 8b328eee-0839-4293-9f5c-7b832b3de66c requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:53:05.403066 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] Set router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:05.481910 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-7a1e0543-aa79-487f-aba6-385c49d4c2c9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6254280 Jul 27 06:53:05.482070 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35682) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:05.492656 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-801728287-router', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:05.513590 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped675565-aa29-5855-a0a6-196c76607e72-8b328eee-0839-4293-9f5c-7b832b3de66c', 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'fixed_ips': [{'subnet_id': '73af2649-c328-47f1-ba63-a2e72c9f1cf8'}]}} from dv-cinder-779194-3-iscsi. {{(pid=100259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:53:05.514661 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:05.617230 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-704'] for router, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:05.619947 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-697'] for router, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:05.743667 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:53:00Z', 'revision_number': 4, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '526d556f-b3bf-4b8a-b0ab-b8b3486b43e1', 'name': '', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'mac_address': 'fa:16:3e:28:3b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:04Z', 'revision_number': 4, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'subnets': [{'id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:05.772520 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.db_base_plugin_common [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Allocated IP 172.20.0.2 (8b328eee-0839-4293-9f5c-7b832b3de66c/73af2649-c328-47f1-ba63-a2e72c9f1cf8/975d0242-9e5e-4f95-ac86-682e36a59228) {{(pid=100259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:05.773496 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:05.804421 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7064a-3921-4571-8a4c-173939f2bbf8 None None] The sync data for ids ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'] in dv-cinder-779194-3-iscsi is: [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:53:00Z', 'revision_number': 4, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '526d556f-b3bf-4b8a-b0ab-b8b3486b43e1', 'name': '', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'mac_address': 'fa:16:3e:28:3b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:04Z', 'revision_number': 4, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'subnets': [{'id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:05.932052 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d723b-ac77-4d4c-a8b5-bc2a2261f0f5 req-4e27f5f6-81cc-41fa-a831-9b7d30156503 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:05.943481 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-910d723b-ac77-4d4c-a8b5-bc2a2261f0f5 req-4e27f5f6-81cc-41fa-a831-9b7d30156503 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1587241 Jul 27 06:53:05.995790 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-910d723b-ac77-4d4c-a8b5-bc2a2261f0f5 req-708fecda-4350-4a94-bf47-c7ffddc83720 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513296 Jul 27 06:53:06.044867 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Notify callbacks [] for port, precommit_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.058115 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Transition to ACTIVE for port object 975d0242-9e5e-4f95-ac86-682e36a59228 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:06.079314 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Transition to ACTIVE for port object 975d0242-9e5e-4f95-ac86-682e36a59228 will not be triggered until provisioned by entity DHCP. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:06.108025 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-928781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.199879 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.273531 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Network 8b328eee-0839-4293-9f5c-7b832b3de66c is already hosted by enough agents. {{(pid=100259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:06.283315 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.base_scheduler [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Resources bound (agent type, host, resource id): {{(pid=100259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:06.287898 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Received port after_create {{(pid=100259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:06.292182 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Pushing event updated for resources: {'Port': ['ID=975d0242-9e5e-4f95-ac86-682e36a59228,revision_number=1']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:06.375140 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Attempting to bind port 975d0242-9e5e-4f95-ac86-682e36a59228 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:06.375525 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Attempting to bind port 975d0242-9e5e-4f95-ac86-682e36a59228 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'c209d0d1-6834-402e-bb8e-890e22908ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:06.375992 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Attempting to bind port 975d0242-9e5e-4f95-ac86-682e36a59228 on network 8b328eee-0839-4293-9f5c-7b832b3de66c {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:06.389036 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35700) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:06.389196 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:06.389196 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Checking segment: {'id': 'c209d0d1-6834-402e-bb8e-890e22908ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:06.389196 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.389196 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Bound using segment: {'id': 'c209d0d1-6834-402e-bb8e-890e22908ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:06.389599 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Bound port: 975d0242-9e5e-4f95-ac86-682e36a59228, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c209d0d1-6834-402e-bb8e-890e22908ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:06.389859 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.512570 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] For port 975d0242-9e5e-4f95-ac86-682e36a59228, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:06.516907 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] For port 975d0242-9e5e-4f95-ac86-682e36a59228, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=975d0242-9e5e-4f95-ac86-682e36a59228,segment=NetworkSegment(c209d0d1-6834-402e-bb8e-890e22908ec4),segment_id=c209d0d1-6834-402e-bb8e-890e22908ec4)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:06.580350 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-31ef98d9-c8e0-4ec4-ab85-38bbbe37c21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.619670 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.641242 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.683184 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-31ef98d9-c8e0-4ec4-ab85-38bbbe37c21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.754535 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Allocated IP 172.27.1.200 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/40ff95fe-72cf-4561-a398-2fcdaea5e85f) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:06.776173 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.822243 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-31ef98d9-c8e0-4ec4-ab85-38bbbe37c21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.866539 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8a939-8d9b-4ba4-9308-981117b3d65a None None] Pushing event updated for resources: {'Port': ['ID=975d0242-9e5e-4f95-ac86-682e36a59228,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:06.884736 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:06.893721 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-31ef98d9-c8e0-4ec4-ab85-38bbbe37c21f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11c70d382eb44d4aa9560e5d3db27d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076208 Jul 27 06:53:06.894411 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35704) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:06.896397 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef98d9-c8e0-4ec4-ab85-38bbbe37c21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf52bc-e5a4-4668-a92e-78f08d0a79e5,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:06.980258 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b1d02218-edc5-447e-8e4a-814f3d7252ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.016432 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b1d02218-edc5-447e-8e4a-814f3d7252ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.143777 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.198975 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:07.205774 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:07.208333 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:07.214204 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:07.251652 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Pushing event updated for resources: {'Port': ['ID=40ff95fe-72cf-4561-a398-2fcdaea5e85f,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:07.279670 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea545a-d1da-4d9b-9748-b28e3c2efae1 req-a369bd03-684c-42c4-b41c-3b739fe7c31a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:07.281243 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7aea545a-d1da-4d9b-9748-b28e3c2efae1 req-a369bd03-684c-42c4-b41c-3b739fe7c31a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.1947243 Jul 27 06:53:07.358604 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b1d02218-edc5-447e-8e4a-814f3d7252ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.361130 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b1d02218-edc5-447e-8e4a-814f3d7252ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.362291 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-b1d02218-edc5-447e-8e4a-814f3d7252ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8baf52bc-e5a4-4668-a92e-78f08d0a79e5 HTTP/1.1" status: 204 len: 168 time: 0.4668996 Jul 27 06:53:07.399220 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:07.399690 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d02218-edc5-447e-8e4a-814f3d7252ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf52bc-e5a4-4668-a92e-78f08d0a79e5,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:07.404334 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:07.404955 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.423505 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7aea545a-d1da-4d9b-9748-b28e3c2efae1 req-7a15f4c4-e8d7-4842-abc5-d223de148907 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048203 Jul 27 06:53:07.498616 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.530084 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=526d556f-b3bf-4b8a-b0ab-b8b3486b43e1,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:07.605973 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.617124 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:07.618723 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 975d0242-9e5e-4f95-ac86-682e36a59228 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:07.713339 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=526d556f-b3bf-4b8a-b0ab-b8b3486b43e1,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:07.843886 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 975d0242-9e5e-4f95-ac86-682e36a59228 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:08.079012 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928802'] for router, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:08.109390 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271420f6-80ee-417c-90d1-4adc44934140 None None] Network 8b328eee-0839-4293-9f5c-7b832b3de66c requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:53:08.246839 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cab55-859c-4ee8-9dae-86f9d8be5298 req-658426eb-dc3c-49a7-8548-88bd32302a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:08.250522 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cb5cab55-859c-4ee8-9dae-86f9d8be5298 req-658426eb-dc3c-49a7-8548-88bd32302a55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 1099 time: 0.0771108 Jul 27 06:53:08.262834 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-65bfb7a1-e8d8-482c-8e3f-4470cfac8baf None None] Provisioning for port 975d0242-9e5e-4f95-ac86-682e36a59228 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:08.269021 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-65bfb7a1-e8d8-482c-8e3f-4470cfac8baf None None] Provisioning complete for port 975d0242-9e5e-4f95-ac86-682e36a59228 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:08.269404 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-65bfb7a1-e8d8-482c-8e3f-4470cfac8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:08.320547 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Router c32fe2e9-a23f-41b6-856e-81a3a29e5055 is scheduled to L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 with binding_index 1 {{(pid=100258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:53:08.363770 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-65bfb7a1-e8d8-482c-8e3f-4470cfac8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:08.394282 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cab55-859c-4ee8-9dae-86f9d8be5298 req-9b1cdc38-c1ea-4de2-8395-c0564daeae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:08.396212 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cb5cab55-859c-4ee8-9dae-86f9d8be5298 req-9b1cdc38-c1ea-4de2-8395-c0564daeae42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 200 len: 918 time: 0.1393898 Jul 27 06:53:08.401334 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-65bfb7a1-e8d8-482c-8e3f-4470cfac8baf None None] For port 975d0242-9e5e-4f95-ac86-682e36a59228, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=975d0242-9e5e-4f95-ac86-682e36a59228,segment=NetworkSegment(c209d0d1-6834-402e-bb8e-890e22908ec4),segment_id=c209d0d1-6834-402e-bb8e-890e22908ec4)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:08.467857 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-65bfb7a1-e8d8-482c-8e3f-4470cfac8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:08.521748 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:53:08.542523 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cb5cab55-859c-4ee8-9dae-86f9d8be5298 req-cab8a98f-85b7-4a7c-9c03-dc520918f73a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16f72bda-07a9-44d4-90e0-9f606966059f HTTP/1.1" status: 200 len: 1002 time: 0.1353557 Jul 27 06:53:08.552071 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Sync routers for ids ['c32fe2e9-a23f-41b6-856e-81a3a29e5055'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:53:08.588379 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Routers {'c32fe2e9-a23f-41b6-856e-81a3a29e5055'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:08.590700 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:52:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['c32fe2e9-a23f-41b6-856e-81a3a29e5055'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:08.591252 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfb7a1-e8d8-482c-8e3f-4470cfac8baf None None] Pushing event updated for resources: {'Port': ['ID=975d0242-9e5e-4f95-ac86-682e36a59228,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:08.604861 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4aea-2a22-447e-b4a8-f58cdbca49d1 req-c01f7fae-3070-4c47-9d4e-c855030d6087 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:08.606424 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8dfd4aea-2a22-447e-b4a8-f58cdbca49d1 req-c01f7fae-3070-4c47-9d4e-c855030d6087 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0850558 Jul 27 06:53:08.611163 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cab55-859c-4ee8-9dae-86f9d8be5298 req-354efa08-792a-4fec-80e7-ea019cef8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:08.612662 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cb5cab55-859c-4ee8-9dae-86f9d8be5298 req-354efa08-792a-4fec-80e7-ea019cef8a5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b53c5cc-df10-4594-9d7b-e97cf4acc0f4 HTTP/1.1" status: 200 len: 856 time: 0.0615828 Jul 27 06:53:08.650498 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-7b62d0b5-2c9a-42b5-a491-29ea2679fd2d None None] Provisioning complete for port 975d0242-9e5e-4f95-ac86-682e36a59228 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:08.659615 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-7b62d0b5-2c9a-42b5-a491-29ea2679fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:08.659786 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8dfd4aea-2a22-447e-b4a8-f58cdbca49d1 req-11e6945a-3c5e-44ea-a341-4eee0322b88a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444078 Jul 27 06:53:08.661543 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] Notify callbacks [] for router, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:08.665559 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-68914cde-251a-41ef-8c7a-1696ffc6ddd7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1819022 Jul 27 06:53:08.666283 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35742) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:08.705323 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cab55-859c-4ee8-9dae-86f9d8be5298 req-c5dbf1f8-1239-4d53-8013-83e71105f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:08.707397 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cb5cab55-859c-4ee8-9dae-86f9d8be5298 req-c5dbf1f8-1239-4d53-8013-83e71105f93a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5138127-fb75-44e3-ad3e-a1d464f5c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870676 Jul 27 06:53:08.813004 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cb5cab55-859c-4ee8-9dae-86f9d8be5298 req-633098df-5795-49ee-b10b-bc01be86166d service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955470 Jul 27 06:53:08.881189 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Set router c32fe2e9-a23f-41b6-856e-81a3a29e5055 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:08.933151 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cb5cab55-859c-4ee8-9dae-86f9d8be5298 req-ba52b330-3412-4589-8cb7-9d72bad8661b service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129298 Jul 27 06:53:09.130506 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:09.137707 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.160387 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'name': 'tempest-TestShelveInstance-801728287-router', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:05Z', 'updated_at': '2021-07-27T06:53:07Z', 'revision_number': 3, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'gw_port': {'id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:06Z', 'updated_at': '2021-07-27T06:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:09.194602 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Checking router: c32fe2e9-a23f-41b6-856e-81a3a29e5055 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:53:09.194953 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Updating router c32fe2e9-a23f-41b6-856e-81a3a29e5055 port 40ff95fe-72cf-4561-a398-2fcdaea5e85f binding host dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:53:09.238499 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.264226 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:09.264914 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.295323 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Allocated IP 172.20.0.1 (8b328eee-0839-4293-9f5c-7b832b3de66c/73af2649-c328-47f1-ba63-a2e72c9f1cf8/264c5db0-41ea-4b95-939d-13ac7ca3f4cc) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:09.409957 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.425036 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.provisioning_blocks [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Transition to ACTIVE for port object 264c5db0-41ea-4b95-939d-13ac7ca3f4cc will not be triggered until provisioned by entity DHCP. {{(pid=100257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:09.465364 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 975d0242-9e5e-4f95-ac86-682e36a59228 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:09.548114 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.555330 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 975d0242-9e5e-4f95-ac86-682e36a59228 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:09.556318 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.583753 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Network 8b328eee-0839-4293-9f5c-7b832b3de66c is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:09.586587 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:09.590451 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:09.621960 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Pushing event updated for resources: {'Port': ['ID=264c5db0-41ea-4b95-939d-13ac7ca3f4cc,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:09.650940 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929151'] for router_interface, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.651075 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Notify callbacks [] for port, precommit_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.662964 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Transition to ACTIVE for port object 40ff95fe-72cf-4561-a398-2fcdaea5e85f will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:09.725652 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.793214 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dd4a3-b4ca-4b2f-b546-51a0d714a958 None None] Pushing event updated for resources: {'Port': ['ID=40ff95fe-72cf-4561-a398-2fcdaea5e85f,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:09.797024 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Attempting to bind port 40ff95fe-72cf-4561-a398-2fcdaea5e85f on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:09.797482 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Attempting to bind port 40ff95fe-72cf-4561-a398-2fcdaea5e85f by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:09.797917 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Attempting to bind port 40ff95fe-72cf-4561-a398-2fcdaea5e85f on network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:09.803754 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:09.804207 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Checking segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:09.804767 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.805231 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Bound using segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:09.806531 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Bound port: 40ff95fe-72cf-4561-a398-2fcdaea5e85f, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:09.807003 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.834670 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108d792-ca03-4d3b-8e29-ce17de499d01 req-19483beb-5c64-4960-a7ac-d7b12af11572 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:09.837797 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4108d792-ca03-4d3b-8e29-ce17de499d01 req-19483beb-5c64-4960-a7ac-d7b12af11572 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0765007 Jul 27 06:53:09.848845 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:09.883699 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] For port 40ff95fe-72cf-4561-a398-2fcdaea5e85f, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:09.887573 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] For port 40ff95fe-72cf-4561-a398-2fcdaea5e85f, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=40ff95fe-72cf-4561-a398-2fcdaea5e85f,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:09.888518 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4108d792-ca03-4d3b-8e29-ce17de499d01 req-2b2625a2-3e5d-42a7-b68f-ff29a068ccc7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455198 Jul 27 06:53:09.992016 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-ad7b2da9-9383-4aac-9c6f-631430e46cbe None None] Provisioning for port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:09.996171 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-ad7b2da9-9383-4aac-9c6f-631430e46cbe None None] Provisioning complete for port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:09.996547 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ad7b2da9-9383-4aac-9c6f-631430e46cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.021088 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.030169 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b2da9-9383-4aac-9c6f-631430e46cbe None None] Port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:53:10.033799 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.089203 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Routers {'c32fe2e9-a23f-41b6-856e-81a3a29e5055'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:10.089773 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:52:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['c32fe2e9-a23f-41b6-856e-81a3a29e5055'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:10.094588 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dd4a3-b4ca-4b2f-b546-51a0d714a958 None None] Pushing event updated for resources: {'Port': ['ID=40ff95fe-72cf-4561-a398-2fcdaea5e85f,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:10.141904 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.205509 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] Set router c32fe2e9-a23f-41b6-856e-81a3a29e5055 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:10.222589 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Pushing event updated for resources: {'Port': ['ID=264c5db0-41ea-4b95-939d-13ac7ca3f4cc,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:10.222589 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929519'] for router_interface, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.317268 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Network 8b328eee-0839-4293-9f5c-7b832b3de66c is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:10.318794 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:10.370218 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:53:10.440273 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'name': 'tempest-TestShelveInstance-801728287-router', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:05Z', 'updated_at': '2021-07-27T06:53:09Z', 'revision_number': 4, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'gw_port': {'id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:06Z', 'updated_at': '2021-07-27T06:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '264c5db0-41ea-4b95-939d-13ac7ca3f4cc', 'name': '', 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'mac_address': 'fa:16:3e:9c:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '73af2649-c328-47f1-ba63-a2e72c9f1cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:09Z', 'updated_at': '2021-07-27T06:53:09Z', 'revision_number': 1, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'subnets': [{'id': '73af2649-c328-47f1-ba63-a2e72c9f1cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:10.449475 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Router c32fe2e9-a23f-41b6-856e-81a3a29e5055 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:53:10.477041 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c21704-71f4-421d-90b5-184e9c1e5ebc None None] The sync data for ids ['c32fe2e9-a23f-41b6-856e-81a3a29e5055'] in dv-cinder-779194-3-iscsi is: [{'id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'name': 'tempest-TestShelveInstance-801728287-router', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:05Z', 'updated_at': '2021-07-27T06:53:09Z', 'revision_number': 4, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'gw_port': {'id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:06Z', 'updated_at': '2021-07-27T06:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '264c5db0-41ea-4b95-939d-13ac7ca3f4cc', 'name': '', 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'mac_address': 'fa:16:3e:9c:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '73af2649-c328-47f1-ba63-a2e72c9f1cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:09Z', 'updated_at': '2021-07-27T06:53:09Z', 'revision_number': 1, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'subnets': [{'id': '73af2649-c328-47f1-ba63-a2e72c9f1cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:10.580833 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:53:10.586317 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-6437d834-5291-499a-9920-48acaf1da90b admin admin] 10.222.0.24 "PUT /v2.0/routers/c32fe2e9-a23f-41b6-856e-81a3a29e5055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9185920 Jul 27 06:53:10.656179 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-0c06293c-a38b-4bd1-9c06-5e64a337330f None None] Provisioning complete for port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:10.658807 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-0c06293c-a38b-4bd1-9c06-5e64a337330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:10.723296 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-0c06293c-a38b-4bd1-9c06-5e64a337330f None None] Port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:53:11.061642 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613a1e5-a3d2-40bd-9a92-5448aef67b3e req-3d8ea38b-20be-4ee1-a33e-6c56acf265d3 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:11.063214 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0613a1e5-a3d2-40bd-9a92-5448aef67b3e req-3d8ea38b-20be-4ee1-a33e-6c56acf265d3 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 946 time: 0.0781934 Jul 27 06:53:11.106264 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0613a1e5-a3d2-40bd-9a92-5448aef67b3e req-e9be8f7f-c704-497e-a560-48731db7ef47 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353172 Jul 27 06:53:11.182646 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35786) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:11.187592 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-8026a359-a723-4e88-8e6b-c7e80a7fb3f7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96915714', 'description': 'tempest-secgroup-smoke-96915714 description', 'project_id': 'eb0fe558c7e349d1822392715c00d202'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:11.268141 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8026a359-a723-4e88-8e6b-c7e80a7fb3f7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:11.346733 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8026a359-a723-4e88-8e6b-c7e80a7fb3f7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:11.484921 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8026a359-a723-4e88-8e6b-c7e80a7fb3f7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:11.515810 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026a359-a723-4e88-8e6b-c7e80a7fb3f7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:11.617765 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8026a359-a723-4e88-8e6b-c7e80a7fb3f7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:11.619408 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-8026a359-a723-4e88-8e6b-c7e80a7fb3f7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4347253 Jul 27 06:53:11.622282 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35796) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:11.628658 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-ea8eeaa3-9a30-4128-92dd-531e75a0a117 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Request body: {'security_group_rule': {'security_group_id': 'e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f', 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:11.774292 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea8eeaa3-9a30-4128-92dd-531e75a0a117 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:11.829670 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea8eeaa3-9a30-4128-92dd-531e75a0a117 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:11.883812 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea8eeaa3-9a30-4128-92dd-531e75a0a117 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:11.908735 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8eeaa3-9a30-4128-92dd-531e75a0a117 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dab23b-c136-44f7-b90f-ef35f1694e6a,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:12.003393 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ea8eeaa3-9a30-4128-92dd-531e75a0a117 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.004711 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-ea8eeaa3-9a30-4128-92dd-531e75a0a117 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3804936 Jul 27 06:53:12.007458 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35798) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:12.012259 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-c761cb35-536a-4565-b321-ad604e960ab4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Request body: {'security_group_rule': {'security_group_id': 'e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f', 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:12.136142 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c761cb35-536a-4565-b321-ad604e960ab4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.207674 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c761cb35-536a-4565-b321-ad604e960ab4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.302268 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c761cb35-536a-4565-b321-ad604e960ab4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.320344 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761cb35-536a-4565-b321-ad604e960ab4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa655e32-bbea-4761-9df0-7ee674156758,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:12.386575 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c761cb35-536a-4565-b321-ad604e960ab4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.387867 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-c761cb35-536a-4565-b321-ad604e960ab4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3793693 Jul 27 06:53:12.390894 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35806) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:12.395662 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-64f8bad8-3e1e-4fe4-87f3-edd76af09dd6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Request body: {'security_group_rule': {'security_group_id': 'e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f', 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:12.471440 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 16f72bda-07a9-44d4-90e0-9f606966059f no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:53:12.485290 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-64f8bad8-3e1e-4fe4-87f3-edd76af09dd6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.550392 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-64f8bad8-3e1e-4fe4-87f3-edd76af09dd6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.554038 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.577048 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:12.579322 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2a1fba-2522-4a19-8b53-d844551fb249" -d '{"events": [{"server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "name": "network-vif-unplugged", "status": "completed", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:12.599182 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=16f72bda-07a9-44d4-90e0-9f606966059f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:12.612011 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-64f8bad8-3e1e-4fe4-87f3-edd76af09dd6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.618737 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af936486-e396-4db7-915e-54bc51490907 x-openstack-request-id: req-af936486-e396-4db7-915e-54bc51490907 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:12.619181 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "name": "network-vif-unplugged", "status": "failed", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f", "code": 422}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:12.619501 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af936486-e396-4db7-915e-54bc51490907 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:12.620173 dv-cinder-779194-3-iscsi neutron-server[100259]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f', 'code': 422} returned with failed status Jul 27 06:53:12.632375 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8bad8-3e1e-4fe4-87f3-edd76af09dd6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c703f5-4cc1-4710-aa74-117dc53a105f,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:12.678136 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.732912 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=16f72bda-07a9-44d4-90e0-9f606966059f,revision_number=8']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:12.807009 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-64f8bad8-3e1e-4fe4-87f3-edd76af09dd6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:12.808242 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-64f8bad8-3e1e-4fe4-87f3-edd76af09dd6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4163454 Jul 27 06:53:12.811040 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35824) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:12.815840 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-0a2d5346-aca5-4d4d-b721-75f46609eca1 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Request body: {'security_group_rule': {'security_group_id': 'e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f', 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:12.969919 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5346-aca5-4d4d-b721-75f46609eca1 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.065379 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5346-aca5-4d4d-b721-75f46609eca1 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.087662 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9411d-0d7e-4dcd-ba51-b5815012d9da req-d1498400-9fcc-4ee9-808f-f5ff0c397bdb tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:13.089336 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-17f9411d-0d7e-4dcd-ba51-b5815012d9da req-d1498400-9fcc-4ee9-808f-f5ff0c397bdb tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.1155729 Jul 27 06:53:13.147194 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-17f9411d-0d7e-4dcd-ba51-b5815012d9da req-04e9b9aa-0472-4814-b2f2-36cb115da460 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 Jul 27 06:53:13.157589 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5346-aca5-4d4d-b721-75f46609eca1 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.172300 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 40ff95fe-72cf-4561-a398-2fcdaea5e85f up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:13.185880 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d5346-aca5-4d4d-b721-75f46609eca1 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0f2a78-cd4a-4c1a-af79-41298356071e,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:13.267884 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5346-aca5-4d4d-b721-75f46609eca1 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.269376 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-0a2d5346-aca5-4d4d-b721-75f46609eca1 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4573765 Jul 27 06:53:13.272281 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35838) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:13.277130 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-0c63b2d5-cfb4-49b9-ab75-ff3313ff9502 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Request body: {'security_group_rule': {'security_group_id': 'e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f', 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:13.307927 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 40ff95fe-72cf-4561-a398-2fcdaea5e85f completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:13.311822 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 40ff95fe-72cf-4561-a398-2fcdaea5e85f triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:13.312223 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.382934 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.securitygroups_db [None req-0c63b2d5-cfb4-49b9-ab75-ff3313ff9502 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Project eb0fe558c7e349d1822392715c00d202 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 06:53:13.389812 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0c63b2d5-cfb4-49b9-ab75-ff3313ff9502 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.395150 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.416537 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 40ff95fe-72cf-4561-a398-2fcdaea5e85f, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=40ff95fe-72cf-4561-a398-2fcdaea5e85f,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:13.451387 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0c63b2d5-cfb4-49b9-ab75-ff3313ff9502 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.473851 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.520358 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0c63b2d5-cfb4-49b9-ab75-ff3313ff9502 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.532704 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=40ff95fe-72cf-4561-a398-2fcdaea5e85f,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:13.536928 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63b2d5-cfb4-49b9-ab75-ff3313ff9502 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbffefe-e723-46dd-84c9-b2630e17dd97,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:13.578344 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 35848) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:13.632219 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0c63b2d5-cfb4-49b9-ab75-ff3313ff9502 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.635910 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-0c63b2d5-cfb4-49b9-ab75-ff3313ff9502 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3600636 Jul 27 06:53:13.636654 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 35852) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:13.641777 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-9d35b245-762a-4b9f-921d-5cab44ccd20b tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Request body: {'security_group_rule': {'security_group_id': 'e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f', 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:13.682244 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-27a5c804-2b67-44fa-9ddb-ae5c933cc93d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010544 Jul 27 06:53:13.776707 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.securitygroups_db [None req-9d35b245-762a-4b9f-921d-5cab44ccd20b tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Project eb0fe558c7e349d1822392715c00d202 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 06:53:13.782407 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9d35b245-762a-4b9f-921d-5cab44ccd20b tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.847887 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9d35b245-762a-4b9f-921d-5cab44ccd20b tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.862119 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Sync routers for ids ['c32fe2e9-a23f-41b6-856e-81a3a29e5055'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:53:13.871711 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Routers {'c32fe2e9-a23f-41b6-856e-81a3a29e5055'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:13.872396 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:52:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['c32fe2e9-a23f-41b6-856e-81a3a29e5055'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:13.924754 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9d35b245-762a-4b9f-921d-5cab44ccd20b tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:13.944281 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35b245-762a-4b9f-921d-5cab44ccd20b tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbdff3f-f5f4-4249-bf91-6840963c8594,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:13.999220 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Set router c32fe2e9-a23f-41b6-856e-81a3a29e5055 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:14.004936 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9d35b245-762a-4b9f-921d-5cab44ccd20b tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:14.014955 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-9d35b245-762a-4b9f-921d-5cab44ccd20b tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3681238 Jul 27 06:53:14.206269 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'name': 'tempest-TestShelveInstance-801728287-router', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:05Z', 'updated_at': '2021-07-27T06:53:09Z', 'revision_number': 4, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'gw_port': {'id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:06Z', 'updated_at': '2021-07-27T06:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '264c5db0-41ea-4b95-939d-13ac7ca3f4cc', 'name': '', 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'mac_address': 'fa:16:3e:9c:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '73af2649-c328-47f1-ba63-a2e72c9f1cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:09Z', 'updated_at': '2021-07-27T06:53:09Z', 'revision_number': 2, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'subnets': [{'id': '73af2649-c328-47f1-ba63-a2e72c9f1cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:14.233618 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Checking router: c32fe2e9-a23f-41b6-856e-81a3a29e5055 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:53:14.233982 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Updating router c32fe2e9-a23f-41b6-856e-81a3a29e5055 port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc binding host dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:53:14.273963 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:14.306536 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f5ba0-c960-4743-9c8a-dbe213f6fe89 req-4c1dfd02-c46f-4d1b-adb0-ac54d53427b7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:14.315444 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-585f5ba0-c960-4743-9c8a-dbe213f6fe89 req-4c1dfd02-c46f-4d1b-adb0-ac54d53427b7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0887277 Jul 27 06:53:14.360517 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-585f5ba0-c960-4743-9c8a-dbe213f6fe89 req-7bf278c6-8ddf-468f-86da-87a675dc57f0 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439425 Jul 27 06:53:14.652237 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Notify callbacks [] for port, precommit_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:14.661761 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.provisioning_blocks [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Transition to ACTIVE for port object 264c5db0-41ea-4b95-939d-13ac7ca3f4cc will not be triggered until provisioned by entity L2. {{(pid=100260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:14.839227 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:14.890893 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b4af9-c5e9-49d7-811c-048a01861a18 None None] Pushing event updated for resources: {'Port': ['ID=264c5db0-41ea-4b95-939d-13ac7ca3f4cc,revision_number=3']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:14.955294 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Attempting to bind port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:14.955699 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Attempting to bind port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'c209d0d1-6834-402e-bb8e-890e22908ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c'}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:14.956062 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Attempting to bind port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc on network 8b328eee-0839-4293-9f5c-7b832b3de66c {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:14.962794 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:14.966600 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Checking segment: {'id': 'c209d0d1-6834-402e-bb8e-890e22908ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:14.966600 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:14.966600 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Bound using segment: {'id': 'c209d0d1-6834-402e-bb8e-890e22908ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c'} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:14.966600 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Bound port: 264c5db0-41ea-4b95-939d-13ac7ca3f4cc, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c209d0d1-6834-402e-bb8e-890e22908ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c'}}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:14.966600 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.046926 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] For port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:15.052904 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] For port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=264c5db0-41ea-4b95-939d-13ac7ca3f4cc,segment=NetworkSegment(c209d0d1-6834-402e-bb8e-890e22908ec4),segment_id=c209d0d1-6834-402e-bb8e-890e22908ec4)] {{(pid=100260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:15.122216 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 40ff95fe-72cf-4561-a398-2fcdaea5e85f up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:15.154031 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.178838 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 40ff95fe-72cf-4561-a398-2fcdaea5e85f triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:15.179212 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:15.210407 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Routers {'c32fe2e9-a23f-41b6-856e-81a3a29e5055'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:15.211046 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:52:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['c32fe2e9-a23f-41b6-856e-81a3a29e5055'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:15.266751 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b4af9-c5e9-49d7-811c-048a01861a18 None None] Pushing event updated for resources: {'Port': ['ID=264c5db0-41ea-4b95-939d-13ac7ca3f4cc,revision_number=4']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:15.351517 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] Set router c32fe2e9-a23f-41b6-856e-81a3a29e5055 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:15.494356 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a7c92-d881-43fd-839a-f2c6e470f688 req-a0cad391-4cb9-4476-9f42-20819abf241a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:15.495783 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d59a7c92-d881-43fd-839a-f2c6e470f688 req-a0cad391-4cb9-4476-9f42-20819abf241a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0655119 Jul 27 06:53:15.534242 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d59a7c92-d881-43fd-839a-f2c6e470f688 req-9e25de7f-6c48-4967-8a56-f3cec29e4827 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322161 Jul 27 06:53:15.557799 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'name': 'tempest-TestShelveInstance-801728287-router', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:05Z', 'updated_at': '2021-07-27T06:53:09Z', 'revision_number': 4, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'gw_port': {'id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:06Z', 'updated_at': '2021-07-27T06:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '264c5db0-41ea-4b95-939d-13ac7ca3f4cc', 'name': '', 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'mac_address': 'fa:16:3e:9c:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '73af2649-c328-47f1-ba63-a2e72c9f1cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:09Z', 'updated_at': '2021-07-27T06:53:15Z', 'revision_number': 4, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'subnets': [{'id': '73af2649-c328-47f1-ba63-a2e72c9f1cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:15.584340 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf724c-4a14-4d91-b8ee-3c0415d9d7dc None None] The sync data for ids ['c32fe2e9-a23f-41b6-856e-81a3a29e5055'] in dv-cinder-779194-3-iscsi is: [{'id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'name': 'tempest-TestShelveInstance-801728287-router', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:05Z', 'updated_at': '2021-07-27T06:53:09Z', 'revision_number': 4, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'gw_port': {'id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:06Z', 'updated_at': '2021-07-27T06:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '264c5db0-41ea-4b95-939d-13ac7ca3f4cc', 'name': '', 'network_id': '8b328eee-0839-4293-9f5c-7b832b3de66c', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'mac_address': 'fa:16:3e:9c:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '73af2649-c328-47f1-ba63-a2e72c9f1cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:09Z', 'updated_at': '2021-07-27T06:53:15Z', 'revision_number': 4, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'subnets': [{'id': '73af2649-c328-47f1-ba63-a2e72c9f1cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:16.670154 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c485e04-25c2-4e00-9ef4-3449636a1bbd req-acb9e7c4-b4c6-4c9a-8746-3294b18977d7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:16.671692 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5c485e04-25c2-4e00-9ef4-3449636a1bbd req-acb9e7c4-b4c6-4c9a-8746-3294b18977d7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0648906 Jul 27 06:53:16.717922 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5c485e04-25c2-4e00-9ef4-3449636a1bbd req-e8a2da95-f0aa-4fbb-9e4e-aba98df0ac83 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 Jul 27 06:53:17.117799 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 264c5db0-41ea-4b95-939d-13ac7ca3f4cc up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:17.187242 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-9ddf86ac-49bd-41e1-9215-a838bc1d7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:17.188809 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-9ddf86ac-49bd-41e1-9215-a838bc1d7475 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a&tenant_id=1c8f217628c34827948362d0e6d45519 HTTP/1.1" status: 200 len: 1097 time: 0.1058948 Jul 27 06:53:17.240109 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:17.244832 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:17.247614 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:17.278840 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-b712dd50-22bb-4dcc-8bb7-91c67db55169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:17.280369 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-b712dd50-22bb-4dcc-8bb7-91c67db55169 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 1097 time: 0.0557997 Jul 27 06:53:17.328785 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:17.362951 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=264c5db0-41ea-4b95-939d-13ac7ca3f4cc,segment=NetworkSegment(c209d0d1-6834-402e-bb8e-890e22908ec4),segment_id=c209d0d1-6834-402e-bb8e-890e22908ec4)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:17.376892 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-29b9a421-8cb3-4d8a-9d76-75acba85cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:17.378373 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-29b9a421-8cb3-4d8a-9d76-75acba85cdda service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 200 len: 918 time: 0.0906582 Jul 27 06:53:17.433783 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:17.449125 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-d3aafdf4-eeaa-4f93-93b9-3bc82111f09d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16f72bda-07a9-44d4-90e0-9f606966059f HTTP/1.1" status: 200 len: 1000 time: 0.0627575 Jul 27 06:53:17.486088 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=264c5db0-41ea-4b95-939d-13ac7ca3f4cc,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:17.502202 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-004965da-ef94-4789-8ed3-4f6d4f8acf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:17.502202 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-004965da-ef94-4789-8ed3-4f6d4f8acf2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b53c5cc-df10-4594-9d7b-e97cf4acc0f4 HTTP/1.1" status: 200 len: 856 time: 0.0446029 Jul 27 06:53:17.565747 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-cea2ec25-b90e-48f3-a945-c01d00cb74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:17.567231 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-cea2ec25-b90e-48f3-a945-c01d00cb74dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5138127-fb75-44e3-ad3e-a1d464f5c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589561 Jul 27 06:53:17.658689 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-70d5e51d-1b05-4dcd-9365-a0ecc338b1b2 service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831985 Jul 27 06:53:17.753393 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c913532c-7cfe-479f-bacd-efee9a4e2466 req-2692c7a1-7aa8-4004-9fc7-7d4e272ac314 service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866637 Jul 27 06:53:17.862253 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2aa970-8f27-4a4f-b260-e19f725960e4 req-9e8efbb3-66ef-468c-8b56-4829e07172e2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:17.863846 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d2aa970-8f27-4a4f-b260-e19f725960e4 req-9e8efbb3-66ef-468c-8b56-4829e07172e2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0695424 Jul 27 06:53:17.905906 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d2aa970-8f27-4a4f-b260-e19f725960e4 req-51b01d3a-b697-48b8-8fbc-8efef44403d9 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348122 Jul 27 06:53:19.068834 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f35f9-2608-424b-9ac9-234af070889e req-cbb72f37-b571-4b2b-a622-00bfc8b68b48 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:19.073503 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f46f35f9-2608-424b-9ac9-234af070889e req-cbb72f37-b571-4b2b-a622-00bfc8b68b48 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0819612 Jul 27 06:53:19.120354 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f46f35f9-2608-424b-9ac9-234af070889e req-2b88f377-ccc5-4404-97fc-6b9be484da75 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420630 Jul 27 06:53:19.125721 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 264c5db0-41ea-4b95-939d-13ac7ca3f4cc up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:19.181811 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:19.182189 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:20.018860 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 36006) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:20.129752 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a322-a2bf-4a94-a841-67cdf36fdff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:20.252164 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a322-a2bf-4a94-a841-67cdf36fdff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:20.291961 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e017c-a60a-4f28-8eec-4bc0539e7914 req-d0060458-4ebc-48a9-a492-920861a61921 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:20.293497 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fc5e017c-a60a-4f28-8eec-4bc0539e7914 req-d0060458-4ebc-48a9-a492-920861a61921 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0836656 Jul 27 06:53:20.344556 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fc5e017c-a60a-4f28-8eec-4bc0539e7914 req-190b107c-81d7-4b6e-a20e-7b41c1921db0 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443611 Jul 27 06:53:20.352128 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a322-a2bf-4a94-a841-67cdf36fdff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:20.391854 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6a322-a2bf-4a94-a841-67cdf36fdff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4be01df-0512-4991-9a38-0de1c332c592,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:20.400102 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-7ba6a322-a2bf-4a94-a841-67cdf36fdff7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=981b678cb55445a3ac31048994df518f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801255 Jul 27 06:53:20.400366 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 36014) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:20.471243 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc551-3b95-4343-9bce-24c131de9a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:20.497891 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc551-3b95-4343-9bce-24c131de9a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:20.650338 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc551-3b95-4343-9bce-24c131de9a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:20.653001 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc551-3b95-4343-9bce-24c131de9a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:20.654249 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d9ddc551-3b95-4343-9bce-24c131de9a13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4be01df-0512-4991-9a38-0de1c332c592 HTTP/1.1" status: 204 len: 168 time: 0.2513041 Jul 27 06:53:20.662192 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddc551-3b95-4343-9bce-24c131de9a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4be01df-0512-4991-9a38-0de1c332c592,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:21.329948 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 36020) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:21.344765 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b4b9f91b-130a-48eb-88d8-085329b11474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:21.485539 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b4b9f91b-130a-48eb-88d8-085329b11474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:21.526499 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc2d87-3bb1-4e43-88dc-ea60bfebf49a req-82cbfe53-a0ea-4230-b423-f4da61d286e7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:21.528011 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-acbc2d87-3bb1-4e43-88dc-ea60bfebf49a req-82cbfe53-a0ea-4230-b423-f4da61d286e7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0755000 Jul 27 06:53:21.571948 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-acbc2d87-3bb1-4e43-88dc-ea60bfebf49a req-d5e917e6-ab9f-4137-84a5-7bc438a6aeed tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375056 Jul 27 06:53:21.588631 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b4b9f91b-130a-48eb-88d8-085329b11474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:21.633451 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9f91b-130a-48eb-88d8-085329b11474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38214a33-e8b3-4883-9666-eb495af37c67,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:21.638059 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-b4b9f91b-130a-48eb-88d8-085329b11474 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=808a70d166ed45bc89910c79d0d7c81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070252 Jul 27 06:53:21.640609 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 36028) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:21.696016 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-730899b2-6a9d-40b0-9adf-38f5cbd41efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:21.720412 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-730899b2-6a9d-40b0-9adf-38f5cbd41efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:21.879364 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-730899b2-6a9d-40b0-9adf-38f5cbd41efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:21.881992 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-730899b2-6a9d-40b0-9adf-38f5cbd41efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:21.883149 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-730899b2-6a9d-40b0-9adf-38f5cbd41efc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38214a33-e8b3-4883-9666-eb495af37c67 HTTP/1.1" status: 204 len: 168 time: 0.2415447 Jul 27 06:53:21.898844 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730899b2-6a9d-40b0-9adf-38f5cbd41efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38214a33-e8b3-4883-9666-eb495af37c67,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:22.580369 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 36036) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:22.596439 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f8c46e43-c3b6-46ae-a9f7-d5581973bda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:22.727698 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f8c46e43-c3b6-46ae-a9f7-d5581973bda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:22.757383 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178bf21-f78a-4a6d-b231-f4b5ce9bbfce req-2a652ddf-c614-4c94-91ed-db6d49cf0e93 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:22.759468 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1178bf21-f78a-4a6d-b231-f4b5ce9bbfce req-2a652ddf-c614-4c94-91ed-db6d49cf0e93 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0857508 Jul 27 06:53:22.801141 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1178bf21-f78a-4a6d-b231-f4b5ce9bbfce req-278b5694-f5ca-43f2-a47d-3ec70663479e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349371 Jul 27 06:53:22.802832 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-f8c46e43-c3b6-46ae-a9f7-d5581973bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:22.847221 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c46e43-c3b6-46ae-a9f7-d5581973bda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2b9aa0-a141-4f7e-8f4e-a9d5d7f974c0,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:22.854759 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-f8c46e43-c3b6-46ae-a9f7-d5581973bda5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b063341aff2402b8c31737ccd356370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732244 Jul 27 06:53:22.857508 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 36040) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:22.909879 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-904f4611-2b79-4563-a90c-4bc7bf5ddf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:22.944891 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-904f4611-2b79-4563-a90c-4bc7bf5ddf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:23.096209 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-904f4611-2b79-4563-a90c-4bc7bf5ddf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:23.098795 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-904f4611-2b79-4563-a90c-4bc7bf5ddf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:23.099997 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-904f4611-2b79-4563-a90c-4bc7bf5ddf6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d2b9aa0-a141-4f7e-8f4e-a9d5d7f974c0 HTTP/1.1" status: 204 len: 168 time: 0.2415893 Jul 27 06:53:23.117156 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f4611-2b79-4563-a90c-4bc7bf5ddf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2b9aa0-a141-4f7e-8f4e-a9d5d7f974c0,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:23.972548 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66017026-ef8b-407e-9de6-43aee5e5b36e req-93142ac6-469f-4480-a1f7-ce8f8c768914 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:23.986462 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-66017026-ef8b-407e-9de6-43aee5e5b36e req-93142ac6-469f-4480-a1f7-ce8f8c768914 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0858216 Jul 27 06:53:24.033942 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-66017026-ef8b-407e-9de6-43aee5e5b36e req-aa308930-c8eb-45c6-b630-acc4ab0c49fa tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380175 Jul 27 06:53:24.204759 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5934-cf29-4009-874d-073dfa1560dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:25.206811 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2db5d-7fc4-4aec-88d2-5b8cde9d8051 req-d226fc5e-756f-45fd-b220-c12621bad8c3 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:25.208287 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0ec2db5d-7fc4-4aec-88d2-5b8cde9d8051 req-d226fc5e-756f-45fd-b220-c12621bad8c3 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0904028 Jul 27 06:53:25.249615 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0ec2db5d-7fc4-4aec-88d2-5b8cde9d8051 req-37df10e7-261e-4bef-a626-6ae580a3e5b1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344324 Jul 27 06:53:26.406226 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7d0b0-da03-46d0-9783-aa8cde0412f1 req-ada7787a-5e7a-431d-850a-5a2d93eb8815 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:26.407741 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7cc7d0b0-da03-46d0-9783-aa8cde0412f1 req-ada7787a-5e7a-431d-850a-5a2d93eb8815 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0812604 Jul 27 06:53:26.445787 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7cc7d0b0-da03-46d0-9783-aa8cde0412f1 req-191c2acb-c7f9-46d8-9d73-2938fde1b43a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319304 Jul 27 06:53:26.689306 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-bb56c71f-e9dd-4b97-b7fc-c674c2c97fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:26.974840 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-a1fc341d-60d0-48c6-ac1a-5ce6bf2ebba9 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=958603ef01964737a5ce9666d5220c13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519848 Jul 27 06:53:26.989492 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:27.178592 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-38730161-b630-421d-b15d-92e3b5525aa8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:27.180059 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-38730161-b630-421d-b15d-92e3b5525aa8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985445 Jul 27 06:53:27.194624 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-e1baf069-52b0-4783-85f8-591c3e40641c tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/quotas/958603ef01964737a5ce9666d5220c13 HTTP/1.1" status: 200 len: 375 time: 0.0088236 Jul 27 06:53:27.242391 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-fb88ab57-1e44-44a6-9c15-2cacb61b96d0 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=958603ef01964737a5ce9666d5220c13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417435 Jul 27 06:53:27.503908 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3c2c5aec-e15c-4477-8a1c-1f5bed851d18 req-3963ddc8-5403-40e3-a4d3-30d1895cb19f tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 210 time: 0.0330658 Jul 27 06:53:27.626102 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fbbd1-4f3b-4e08-a778-a05fe69fa7ac req-b88ce8f0-1384-4d7b-a8a3-2f0705a0895a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:27.642237 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-281fbbd1-4f3b-4e08-a778-a05fe69fa7ac req-b88ce8f0-1384-4d7b-a8a3-2f0705a0895a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0874536 Jul 27 06:53:27.666727 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-281fbbd1-4f3b-4e08-a778-a05fe69fa7ac req-2c913832-dc20-4a62-ba7f-7798404256e0 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321755 Jul 27 06:53:28.071279 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:28.589120 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2a5468b8-ab47-4851-a786-fbfca258f9f5 req-821f1eb0-f531-4e94-8ad6-a204accc9d7b tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 210 time: 0.0331171 Jul 27 06:53:28.819158 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e845a5-99fc-4af8-b7b3-4a2da9115926 req-17fe6433-0814-4581-8d91-355c87ccbba1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:28.821783 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-91e845a5-99fc-4af8-b7b3-4a2da9115926 req-17fe6433-0814-4581-8d91-355c87ccbba1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0744855 Jul 27 06:53:29.125255 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-91e845a5-99fc-4af8-b7b3-4a2da9115926 req-f87525ba-b71d-4bb1-bd8d-4a342e96cf2d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961459 Jul 27 06:53:29.245609 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:29.687765 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ced0dfcb-d2c2-4e00-853a-533ba7fd732f req-49b2b722-18a1-4f03-a065-ef7072410753 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 210 time: 0.0268269 Jul 27 06:53:29.690928 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:30.008169 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7cea2-5ae5-4f4a-8665-c0916c8596a7 req-a0da8245-5f80-43a8-b5c1-26e2800c3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:30.009719 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d9e7cea2-5ae5-4f4a-8665-c0916c8596a7 req-a0da8245-5f80-43a8-b5c1-26e2800c3ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 1097 time: 0.0539532 Jul 27 06:53:30.154699 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7cea2-5ae5-4f4a-8665-c0916c8596a7 req-8fa2551b-d06d-4147-b539-91274eec84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:30.156481 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d9e7cea2-5ae5-4f4a-8665-c0916c8596a7 req-8fa2551b-d06d-4147-b539-91274eec84e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 200 len: 918 time: 0.0906889 Jul 27 06:53:30.224982 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d9e7cea2-5ae5-4f4a-8665-c0916c8596a7 req-67f13791-4c53-4c3d-bc1e-4af177162f94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16f72bda-07a9-44d4-90e0-9f606966059f HTTP/1.1" status: 200 len: 1000 time: 0.0605745 Jul 27 06:53:30.264575 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e6c8f-223c-4aa6-a0be-44a2837ef4a6 req-3135bc8b-3743-4a48-ae53-9160ca82220f tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:30.266542 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-027e6c8f-223c-4aa6-a0be-44a2837ef4a6 req-3135bc8b-3743-4a48-ae53-9160ca82220f tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0626266 Jul 27 06:53:30.284376 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7cea2-5ae5-4f4a-8665-c0916c8596a7 req-aad32365-0e74-4a4d-9105-711e52dea176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:30.285874 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d9e7cea2-5ae5-4f4a-8665-c0916c8596a7 req-aad32365-0e74-4a4d-9105-711e52dea176 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b53c5cc-df10-4594-9d7b-e97cf4acc0f4 HTTP/1.1" status: 200 len: 856 time: 0.0496304 Jul 27 06:53:30.304504 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-027e6c8f-223c-4aa6-a0be-44a2837ef4a6 req-dcffda3e-f8f0-4951-98ea-193419f59f88 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317671 Jul 27 06:53:30.350854 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7cea2-5ae5-4f4a-8665-c0916c8596a7 req-104c5ba1-ef71-4333-8c0b-ee8e764fbeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:30.352348 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d9e7cea2-5ae5-4f4a-8665-c0916c8596a7 req-104c5ba1-ef71-4333-8c0b-ee8e764fbeff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5138127-fb75-44e3-ad3e-a1d464f5c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556448 Jul 27 06:53:30.472120 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d9e7cea2-5ae5-4f4a-8665-c0916c8596a7 req-55f3d207-d8a7-49b7-8cd9-5dc8b854e4f0 service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826876 Jul 27 06:53:30.569489 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d9e7cea2-5ae5-4f4a-8665-c0916c8596a7 req-a47a2cbe-0601-4abf-91b0-ca44972ce91b service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895844 Jul 27 06:53:30.797910 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9b4546f9-4409-4558-9043-4dab258cce7d req-3ce01747-9600-4fd7-86fd-e386b4aa6657 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 210 time: 0.0286787 Jul 27 06:53:31.221232 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-8c462610-dda4-4d61-a795-919fae33bf87 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=958603ef01964737a5ce9666d5220c13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290272 Jul 27 06:53:31.407671 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-4771223e-a72a-4da5-9da0-3f6cbf40ca97 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:31.409139 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-4771223e-a72a-4da5-9da0-3f6cbf40ca97 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809151 Jul 27 06:53:31.443110 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b211a-4db6-4e8f-8218-df1a154d8c35 req-103c19ef-1e55-42be-a440-dfe13cdffba5 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:31.444609 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ad1b211a-4db6-4e8f-8218-df1a154d8c35 req-103c19ef-1e55-42be-a440-dfe13cdffba5 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0645790 Jul 27 06:53:31.458612 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Request body: {'port': {'device_id': 'ce21f15f-ad29-4409-9bdf-2d7824c1b27d', 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3', 'admin_state_up': True, 'tenant_id': '958603ef01964737a5ce9666d5220c13'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:31.488397 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ad1b211a-4db6-4e8f-8218-df1a154d8c35 req-fd43a6a6-0813-408a-9786-9d15f7a537cf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369444 Jul 27 06:53:31.702015 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Made reservation on behalf of 958603ef01964737a5ce9666d5220c13 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:53:31.705607 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:31.718023 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:31.804057 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:31.891100 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5ae2945b-e9c0-4b1c-9499-29759f022efb req-938885d4-5c9c-4080-b12f-f1a95253db46 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 210 time: 0.0275166 Jul 27 06:53:31.941817 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:32.007103 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132287aa-309a-43b4-9f83-93020f9dca09,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:32.078336 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Allocated IP 192.168.233.131 (078ad8e9-ce73-4dde-b36c-cc291f621fa3/f4111424-d283-4192-81ca-fe8698fdd893/41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:32.217502 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:32.230970 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Transition to ACTIVE for port object 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 will not be triggered until provisioned by entity DHCP. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:32.364639 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:32.406834 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Network 078ad8e9-ce73-4dde-b36c-cc291f621fa3 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:32.409782 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:32.415215 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:32.441695 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Pushing event updated for resources: {'Port': ['ID=41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:32.470976 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:32.471554 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:32.548111 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-28996cc6-45c7-4f51-b833-4c6e44eafda8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0933981 Jul 27 06:53:32.566782 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Request body: {'port': {'device_id': 'ce21f15f-ad29-4409-9bdf-2d7824c1b27d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:32.624649 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a807bdf-2082-4ddc-8fec-afca33e104c6 req-d1310043-b4c1-466c-9e8d-839a74be6942 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:32.626158 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6a807bdf-2082-4ddc-8fec-afca33e104c6 req-d1310043-b4c1-466c-9e8d-839a74be6942 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0627878 Jul 27 06:53:32.641422 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:32.665002 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6a807bdf-2082-4ddc-8fec-afca33e104c6 req-9de4a3b2-adb5-4482-ac7e-a3eb6ccd581e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326278 Jul 27 06:53:32.696158 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-8ed29ab0-27e0-4c15-9a81-5185b076b576 None None] Provisioning for port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:32.701760 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-8ed29ab0-27e0-4c15-9a81-5185b076b576 None None] Provisioning complete for port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:32.701760 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8ed29ab0-27e0-4c15-9a81-5185b076b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:32.735436 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-8ed29ab0-27e0-4c15-9a81-5185b076b576 None None] Port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:53:32.896475 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:53:32.903633 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:32.915088 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Transition to ACTIVE for port object 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:33.009385 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:33.024635 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2f15c-94c6-43df-a1f8-55ca9ca8e52e req-d55ede12-7f59-4833-8dda-d87c14466cd4 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:33.026647 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-63b2f15c-94c6-43df-a1f8-55ca9ca8e52e req-d55ede12-7f59-4833-8dda-d87c14466cd4 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 936 time: 0.0700467 Jul 27 06:53:33.096453 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Pushing event updated for resources: {'Port': ['ID=41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:33.133862 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-63b2f15c-94c6-43df-a1f8-55ca9ca8e52e req-fb8e8164-15ac-47bf-9d17-6bd3d19047f8 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866125 Jul 27 06:53:33.181374 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Attempting to bind port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:33.181879 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Attempting to bind port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'dbb89935-3f35-4230-9db7-7dfd2002f3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:33.182349 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Attempting to bind port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 on network 078ad8e9-ce73-4dde-b36c-cc291f621fa3 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:33.187010 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 on network 078ad8e9-ce73-4dde-b36c-cc291f621fa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:53:33.187461 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Attempting to bind port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 on network 078ad8e9-ce73-4dde-b36c-cc291f621fa3 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:33.192677 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:33.193009 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Checking segment: {'id': 'dbb89935-3f35-4230-9db7-7dfd2002f3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:33.193382 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Bound using segment: {'id': 'dbb89935-3f35-4230-9db7-7dfd2002f3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:33.193810 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Bound port: 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb89935-3f35-4230-9db7-7dfd2002f3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:33.194167 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:33.239163 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-0d8e8a6a-33e2-4633-bb9e-9d6e033116e6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96915714&fields=id&tenant_id=eb0fe558c7e349d1822392715c00d202 HTTP/1.1" status: 200 len: 267 time: 0.0400977 Jul 27 06:53:33.261724 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] For port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:33.264623 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] For port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9,segment=NetworkSegment(dbb89935-3f35-4230-9db7-7dfd2002f3ab),segment_id=dbb89935-3f35-4230-9db7-7dfd2002f3ab)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:33.335226 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:33.347900 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-684bbb1a-ba9d-48b2-9a0f-374bb101a7c4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:33.349422 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-684bbb1a-ba9d-48b2-9a0f-374bb101a7c4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/networks?id=c243a260-5ce2-4f40-b808-df1f5e9b65cb HTTP/1.1" status: 200 len: 808 time: 0.1027052 Jul 27 06:53:33.365617 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-87a3a5ed-898c-4762-9fa1-1a6dfe27d667 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/quotas/eb0fe558c7e349d1822392715c00d202 HTTP/1.1" status: 200 len: 375 time: 0.0095384 Jul 27 06:53:33.376180 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:33.376180 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:33.376400 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] 10.222.0.30 "PUT /v2.0/ports/41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 HTTP/1.1" status: 200 len: 1098 time: 0.8138008 Jul 27 06:53:33.378756 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce21f15f-ad29-4409-9bdf-2d7824c1b27d', 'tag': '41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:33.380913 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290e302f-edac-417f-86c1-a04ab4cf4bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce21f15f-ad29-4409-9bdf-2d7824c1b27d", "tag": "41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:33.414338 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1438ab-bd29-421d-a20c-9d9a83573133 service neutron] Pushing event updated for resources: {'Port': ['ID=41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:33.431438 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51f9963-45cb-420e-b5a8-1198885b7b7d x-openstack-request-id: req-a51f9963-45cb-420e-b5a8-1198885b7b7d {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:33.431438 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce21f15f-ad29-4409-9bdf-2d7824c1b27d", "tag": "41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:33.431438 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a51f9963-45cb-420e-b5a8-1198885b7b7d {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:33.431438 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce21f15f-ad29-4409-9bdf-2d7824c1b27d', 'tag': '41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9', 'status': 'completed', 'code': 200} Jul 27 06:53:33.436515 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-bcaf6205-a5ac-498d-af98-1012c28c1329 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb0fe558c7e349d1822392715c00d202&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639842 Jul 27 06:53:33.535298 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e302f-edac-417f-86c1-a04ab4cf4bc8 req-d1f7c1f4-18d1-4ce2-adb1-14d33960c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:33.536860 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-290e302f-edac-417f-86c1-a04ab4cf4bc8 req-d1f7c1f4-18d1-4ce2-adb1-14d33960c7cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=958603ef01964737a5ce9666d5220c13&device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 1101 time: 0.0613787 Jul 27 06:53:33.571335 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-290e302f-edac-417f-86c1-a04ab4cf4bc8 req-b3808360-1d2d-4385-9b71-ad5d5656cef3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=958603ef01964737a5ce9666d5220c13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208485 Jul 27 06:53:33.636246 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-46bd2af1-0c76-428f-bdeb-45f898a97720 service neutron] 10.222.0.24 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851330 Jul 27 06:53:33.668809 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e302f-edac-417f-86c1-a04ab4cf4bc8 req-414850ea-0018-4af1-8aab-d2596abbe3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:33.670319 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-290e302f-edac-417f-86c1-a04ab4cf4bc8 req-414850ea-0018-4af1-8aab-d2596abbe3b4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928402 Jul 27 06:53:33.727814 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-63568e77-59f5-43bf-a1df-9cd904580560 service neutron] 10.222.0.24 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849061 Jul 27 06:53:34.073105 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-61d6cedd-dad1-4a9a-a5a4-2b3d15547aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:34.074318 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-61d6cedd-dad1-4a9a-a5a4-2b3d15547aef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=958603ef01964737a5ce9666d5220c13&device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 1101 time: 0.3464558 Jul 27 06:53:34.085739 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39a9a7-b507-4cdf-b80a-0713d264faa0 req-3763d2d7-8ddf-4e20-8aee-963f0ba7a099 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:34.087334 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2d39a9a7-b507-4cdf-b80a-0713d264faa0 req-3763d2d7-8ddf-4e20-8aee-963f0ba7a099 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0793984 Jul 27 06:53:34.128971 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-418862b5-a16a-4a20-b332-887589d19d29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 HTTP/1.1" status: 200 len: 217 time: 0.0400670 Jul 27 06:53:34.181004 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2d39a9a7-b507-4cdf-b80a-0713d264faa0 req-0bf67431-5902-4fac-908b-601e7e4e8fa6 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865884 Jul 27 06:53:34.194566 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-094d2f2a-849e-4b10-bb2e-b4325aafbec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:34.196152 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-094d2f2a-849e-4b10-bb2e-b4325aafbec5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4111424-d283-4192-81ca-fe8698fdd893 HTTP/1.1" status: 200 len: 843 time: 0.0590034 Jul 27 06:53:34.289309 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-ced79851-3b71-4d6a-b029-7f29b1afeb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:34.290816 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-ced79851-3b71-4d6a-b029-7f29b1afeb5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=078ad8e9-ce73-4dde-b36c-cc291f621fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0879676 Jul 27 06:53:34.316338 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-85fae357-2be4-40e4-92df-6d4cecb592e7 req-092979f9-47d2-436f-bb8f-f59131dbe373 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 210 time: 0.0310097 Jul 27 06:53:34.373424 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdd019-1809-4130-a758-abd870e2a38c req-f2d9f8b8-8688-48f8-936a-2877e130c53c tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:34.374945 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a3fdd019-1809-4130-a758-abd870e2a38c req-f2d9f8b8-8688-48f8-936a-2877e130c53c tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 948 time: 0.1337833 Jul 27 06:53:34.422454 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-fbf3c87e-9ae4-4708-b5a1-9aa8b4fff41b service neutron] 10.222.0.30 "GET /v2.0/networks/078ad8e9-ce73-4dde-b36c-cc291f621fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243935 Jul 27 06:53:34.448352 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a3fdd019-1809-4130-a758-abd870e2a38c req-a05c13eb-49b5-45bc-a72e-4489fedad509 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618227 Jul 27 06:53:34.522691 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d8939578-c40d-4dd6-9ef1-c827f6bb786d req-eaa2465d-93f4-47bb-b52a-d9e8dddc716a service neutron] 10.222.0.30 "GET /v2.0/networks/078ad8e9-ce73-4dde-b36c-cc291f621fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923803 Jul 27 06:53:35.326940 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc4653-1c16-460f-ae23-bebfcd2cc3eb req-83503f81-cde9-4e18-9e97-9de09f8170ba tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:35.328475 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ecdc4653-1c16-460f-ae23-bebfcd2cc3eb req-83503f81-cde9-4e18-9e97-9de09f8170ba tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0732100 Jul 27 06:53:35.368368 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ecdc4653-1c16-460f-ae23-bebfcd2cc3eb req-fbd93e11-5569-42f4-b1aa-9b2745274a9c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339024 Jul 27 06:53:35.413293 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a0024275-9a70-4a0b-8f24-d150e3add6d4 req-ad0ff26f-bf93-4fe3-a742-0a282f2cc1c2 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 210 time: 0.0300274 Jul 27 06:53:35.593921 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c2c4e-53a6-4e00-ba48-6be1eecc55a2 req-803df289-7c07-4fea-89a2-9752f7b7a63d tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:35.595348 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a92c2c4e-53a6-4e00-ba48-6be1eecc55a2 req-803df289-7c07-4fea-89a2-9752f7b7a63d tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 948 time: 0.0732014 Jul 27 06:53:35.639310 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a92c2c4e-53a6-4e00-ba48-6be1eecc55a2 req-3dde73d9-1e90-4e17-bb71-142b0951f93d tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367742 Jul 27 06:53:36.513664 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2332946b-3804-446c-a20e-0a9dcb19765b req-08d23dd9-0270-4525-ac7d-de493593f956 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 210 time: 0.0290282 Jul 27 06:53:36.589054 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462babf1-f83d-428e-b2e8-307911f86baa req-25fca509-8b33-4da5-b191-6ca80b34c33d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:36.590549 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-462babf1-f83d-428e-b2e8-307911f86baa req-25fca509-8b33-4da5-b191-6ca80b34c33d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.1449652 Jul 27 06:53:36.600458 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2163b367-9cd8-406f-a27d-b2a7ca247e65 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:36.601831 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2163b367-9cd8-406f-a27d-b2a7ca247e65 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.30 "GET /v2.0/networks?id=c243a260-5ce2-4f40-b808-df1f5e9b65cb HTTP/1.1" status: 200 len: 808 time: 0.1254656 Jul 27 06:53:36.654824 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-462babf1-f83d-428e-b2e8-307911f86baa req-8c96618a-c3f1-450d-8033-24b9c9225783 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520496 Jul 27 06:53:36.663810 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-9f054e5f-b801-41e0-b44e-606a45fb8129 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb0fe558c7e349d1822392715c00d202 HTTP/1.1" status: 200 len: 378 time: 0.0470767 Jul 27 06:53:36.679778 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Request body: {'port': {'device_id': '45c17557-2d38-42f4-82cf-edb18483e164', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'admin_state_up': True, 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'security_groups': ['e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f']}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:36.774627 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6500ac0-c630-46d5-9c44-18f0321e0b71 req-d4495302-54da-49e7-ade8-d9c20b2c12f0 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:36.777013 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a6500ac0-c630-46d5-9c44-18f0321e0b71 req-d4495302-54da-49e7-ade8-d9c20b2c12f0 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 948 time: 0.0685961 Jul 27 06:53:36.815726 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a6500ac0-c630-46d5-9c44-18f0321e0b71 req-8da7d84a-c385-4f3e-bcd3-6c15d913e794 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Jul 27 06:53:36.850487 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Made reservation on behalf of eb0fe558c7e349d1822392715c00d202 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:53:36.854125 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:36.984979 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Allocated IP 172.20.0.11 (c243a260-5ce2-4f40-b808-df1f5e9b65cb/1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f/aa07135e-7556-4c2b-9237-3d76309b0f4d) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:37.121218 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:37.134297 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Transition to ACTIVE for port object aa07135e-7556-4c2b-9237-3d76309b0f4d will not be triggered until provisioned by entity DHCP. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:37.250529 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:37.296189 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Network c243a260-5ce2-4f40-b808-df1f5e9b65cb is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:37.301147 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:37.304701 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:37.311451 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event updated for resources: {'Port': ['ID=aa07135e-7556-4c2b-9237-3d76309b0f4d,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:37.340899 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:37.341280 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:37.341577 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:37.341916 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:37.342251 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:37.342582 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:37.342910 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:37.343233 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:37.343564 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:37.343886 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:37.344209 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:37.344530 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:37.367689 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:37.368302 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:37.445314 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-2c3d7bef-4b61-496a-8f06-d2a1862f8a72 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7756882 Jul 27 06:53:37.464785 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Request body: {'port': {'device_id': '45c17557-2d38-42f4-82cf-edb18483e164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:37.536454 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:37.632909 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-eccec3cc-03d4-4d75-9ce1-3b7c342b576f None None] Provisioning for port aa07135e-7556-4c2b-9237-3d76309b0f4d completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:37.637065 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-eccec3cc-03d4-4d75-9ce1-3b7c342b576f None None] Provisioning complete for port aa07135e-7556-4c2b-9237-3d76309b0f4d triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:37.637634 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-eccec3cc-03d4-4d75-9ce1-3b7c342b576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:37.679519 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-eccec3cc-03d4-4d75-9ce1-3b7c342b576f None None] Port aa07135e-7556-4c2b-9237-3d76309b0f4d cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:53:37.720418 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4313e-e134-4c23-a367-d7a5dc636fe2 req-6e32fc64-8dc3-4471-b0a0-9a4ecb221d54 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:37.722058 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4ef4313e-e134-4c23-a367-d7a5dc636fe2 req-6e32fc64-8dc3-4471-b0a0-9a4ecb221d54 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 932 time: 0.1370938 Jul 27 06:53:37.796701 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e86f0-295e-4e27-88aa-f24364640787 req-ae8d1ff8-3cbb-409a-abea-339cf269f602 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:37.796701 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-751e86f0-295e-4e27-88aa-f24364640787 req-ae8d1ff8-3cbb-409a-abea-339cf269f602 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 944 time: 0.0683746 Jul 27 06:53:37.804834 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4ef4313e-e134-4c23-a367-d7a5dc636fe2 req-2bc1e366-5839-4f32-be34-814a9a3e6f15 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726135 Jul 27 06:53:37.849313 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-751e86f0-295e-4e27-88aa-f24364640787 req-e7a2fff9-9852-4f8f-acca-5f030b70d63e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466325 Jul 27 06:53:37.893927 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa07135e-7556-4c2b-9237-3d76309b0f4d {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:53:37.929338 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:37.947964 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Transition to ACTIVE for port object aa07135e-7556-4c2b-9237-3d76309b0f4d will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:53:37.977625 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12244d5-4f5c-4520-a9ca-687d2da0fe51 req-4693e5cb-0013-4d36-8242-ec334e435b9b tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:37.979193 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d12244d5-4f5c-4520-a9ca-687d2da0fe51 req-4693e5cb-0013-4d36-8242-ec334e435b9b tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 948 time: 0.0895643 Jul 27 06:53:38.014765 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:38.018729 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d12244d5-4f5c-4520-a9ca-687d2da0fe51 req-37d24578-d2dc-45b2-b548-a9b3869aec0b tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337095 Jul 27 06:53:38.070782 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Pushing event updated for resources: {'Port': ['ID=aa07135e-7556-4c2b-9237-3d76309b0f4d,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:38.140371 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Attempting to bind port aa07135e-7556-4c2b-9237-3d76309b0f4d on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:53:38.140850 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Attempting to bind port aa07135e-7556-4c2b-9237-3d76309b0f4d by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:53:38.141202 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Attempting to bind port aa07135e-7556-4c2b-9237-3d76309b0f4d on network c243a260-5ce2-4f40-b808-df1f5e9b65cb {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:38.145829 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Port aa07135e-7556-4c2b-9237-3d76309b0f4d on network c243a260-5ce2-4f40-b808-df1f5e9b65cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:53:38.146158 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Attempting to bind port aa07135e-7556-4c2b-9237-3d76309b0f4d on network c243a260-5ce2-4f40-b808-df1f5e9b65cb {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:53:38.151773 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:53:38.152117 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Checking segment: {'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:53:38.152500 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Bound using segment: {'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:53:38.152954 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Bound port: aa07135e-7556-4c2b-9237-3d76309b0f4d, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4147c098-5e66-4cef-abc3-bae123dea8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:53:38.153319 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:38.223253 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] For port aa07135e-7556-4c2b-9237-3d76309b0f4d, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:53:38.226422 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] For port aa07135e-7556-4c2b-9237-3d76309b0f4d, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:53:38.296083 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:38.329921 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:38.330144 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:38.331623 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] 10.222.0.30 "PUT /v2.0/ports/aa07135e-7556-4c2b-9237-3d76309b0f4d HTTP/1.1" status: 200 len: 1094 time: 0.8720434 Jul 27 06:53:38.333721 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:38.335958 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55be1d1b-9978-491b-a757-2a49053badee" -d '{"events": [{"name": "network-changed", "server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:38.363432 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1057e08-37a0-4d1b-8009-b3199c725e46 service neutron] Pushing event updated for resources: {'Port': ['ID=aa07135e-7556-4c2b-9237-3d76309b0f4d,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:38.377732 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebf44ac-6ea7-48e7-bd68-93e034ce20d7 x-openstack-request-id: req-6ebf44ac-6ea7-48e7-bd68-93e034ce20d7 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:38.378035 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:38.378289 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ebf44ac-6ea7-48e7-bd68-93e034ce20d7 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:38.378686 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'status': 'completed', 'code': 200} Jul 27 06:53:38.477784 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1d1b-9978-491b-a757-2a49053badee req-eae9a617-9156-4897-8fc3-9c75a83603e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:38.479920 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-55be1d1b-9978-491b-a757-2a49053badee req-eae9a617-9156-4897-8fc3-9c75a83603e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb0fe558c7e349d1822392715c00d202&device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 1097 time: 0.0575545 Jul 27 06:53:38.589866 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1d1b-9978-491b-a757-2a49053badee req-631c9dd4-4b0d-48a7-bc18-5141dfced870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:38.591364 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-55be1d1b-9978-491b-a757-2a49053badee req-631c9dd4-4b0d-48a7-bc18-5141dfced870 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=eb0fe558c7e349d1822392715c00d202&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0983684 Jul 27 06:53:38.604649 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 16f72bda-07a9-44d4-90e0-9f606966059f details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:53:38.684682 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1d1b-9978-491b-a757-2a49053badee req-0e7ddb3d-258c-49c7-8fcf-fb7811fc4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:38.686176 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-55be1d1b-9978-491b-a757-2a49053badee req-0e7ddb3d-258c-49c7-8fcf-fb7811fc4457 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881341 Jul 27 06:53:38.698187 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=16f72bda-07a9-44d4-90e0-9f606966059f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:38.709511 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '16f72bda-07a9-44d4-90e0-9f606966059f', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'port_id': '16f72bda-07a9-44d4-90e0-9f606966059f', 'mac_address': 'fa:16:3e:a1:4b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:53:38.749897 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:38.763024 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f72bda-07a9-44d4-90e0-9f606966059f {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:53:38.782839 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=16f72bda-07a9-44d4-90e0-9f606966059f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:38.799571 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e58f59a6-b3ea-463f-958f-db129e1c253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:38.801090 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-e58f59a6-b3ea-463f-958f-db129e1c253e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb0fe558c7e349d1822392715c00d202&device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 1097 time: 0.0582085 Jul 27 06:53:38.848341 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-b63d7a90-a28d-4296-b47b-ad73925d742a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d HTTP/1.1" status: 200 len: 217 time: 0.0346403 Jul 27 06:53:38.900116 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:38.901363 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:53:38.934042 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-f9060f9b-1c78-4650-a1e8-4200a8155963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:38.935552 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-f9060f9b-1c78-4650-a1e8-4200a8155963 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f HTTP/1.1" status: 200 len: 847 time: 0.0798364 Jul 27 06:53:38.989165 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc80d-cfac-4eb1-9ee8-d9271f9532cc req-c938dc65-08c8-4b98-a0ee-a256a00269d6 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:38.991067 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-412fc80d-cfac-4eb1-9ee8-d9271f9532cc req-c938dc65-08c8-4b98-a0ee-a256a00269d6 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 945 time: 0.0682695 Jul 27 06:53:38.998966 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257617a-7a01-44de-9dab-e4cc33c68430 req-ceb796b1-70bb-4984-b722-af52fde1312e tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:39.000348 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9257617a-7a01-44de-9dab-e4cc33c68430 req-ceb796b1-70bb-4984-b722-af52fde1312e tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.1182680 Jul 27 06:53:39.010719 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=16f72bda-07a9-44d4-90e0-9f606966059f,revision_number=9']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:39.042104 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-412fc80d-cfac-4eb1-9ee8-d9271f9532cc req-49653d4a-f505-45e8-9097-07848b80927c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437315 Jul 27 06:53:39.045612 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-98785f5f-3269-4d1d-a781-9d2063e4227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:39.047264 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-98785f5f-3269-4d1d-a781-9d2063e4227c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c243a260-5ce2-4f40-b808-df1f5e9b65cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1032686 Jul 27 06:53:39.056009 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9257617a-7a01-44de-9dab-e4cc33c68430 req-e7cdde33-eb08-488f-890a-4841ef0ab4c7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486829 Jul 27 06:53:39.060196 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9,segment=NetworkSegment(dbb89935-3f35-4230-9db7-7dfd2002f3ab),segment_id=dbb89935-3f35-4230-9db7-7dfd2002f3ab)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:39.077186 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9', 'network_id': '078ad8e9-ce73-4dde-b36c-cc291f621fa3', 'port_id': '41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9', 'mac_address': 'fa:16:3e:3e:e5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4111424-d283-4192-81ca-fe8698fdd893', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:53:39.162490 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-a7ae8e47-ed5c-42b1-8bb3-2d68332ae43c service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052804 Jul 27 06:53:39.190535 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f4c99-fafc-4c1b-9003-d6bffe5ad3c2 req-cf4baa1e-6147-429b-9fc1-75c7e31de72a tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:39.192238 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f05f4c99-fafc-4c1b-9003-d6bffe5ad3c2 req-cf4baa1e-6147-429b-9fc1-75c7e31de72a tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 948 time: 0.0716875 Jul 27 06:53:39.235106 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f05f4c99-fafc-4c1b-9003-d6bffe5ad3c2 req-c17dee3e-ca69-40e7-9d33-2fd19573e501 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354691 Jul 27 06:53:39.241043 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:39.260318 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:53:39.262231 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1efc6291-9f08-429f-8d4e-766d50e3e939 req-3dfa549c-f9df-407f-9154-da6783e93ea3 service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929499 Jul 27 06:53:39.280387 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9,segment=NetworkSegment(dbb89935-3f35-4230-9db7-7dfd2002f3ab),segment_id=dbb89935-3f35-4230-9db7-7dfd2002f3ab)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:39.346901 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:39.393986 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:39.687637 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:53:39.714981 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['16f72bda-07a9-44d4-90e0-9f606966059f'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:53:40.181560 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4884790-29e5-44b4-a286-f4069fbe1192 req-6967e93d-507e-42a0-ae20-081a66296758 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:40.183209 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b4884790-29e5-44b4-a286-f4069fbe1192 req-6967e93d-507e-42a0-ae20-081a66296758 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 945 time: 0.0653496 Jul 27 06:53:40.186634 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0c6e-c5f5-4628-968b-d5ec9c09eb6a req-d7f7c0b6-e476-4383-b776-62bc4b06bb65 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:40.188126 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2d4b0c6e-c5f5-4628-968b-d5ec9c09eb6a req-d7f7c0b6-e476-4383-b776-62bc4b06bb65 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0630915 Jul 27 06:53:40.222992 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b4884790-29e5-44b4-a286-f4069fbe1192 req-c04523ec-6338-4d60-860d-81be603d9656 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336664 Jul 27 06:53:40.226589 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2d4b0c6e-c5f5-4628-968b-d5ec9c09eb6a req-bbb5cd59-0e2d-4c73-b26c-d22dabea9205 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326869 Jul 27 06:53:40.367539 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d36b5-96ac-4d2b-8646-0cd47bc9437c req-eb5b4438-8ccf-490a-8976-a9098d3ded8e tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:40.369068 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2a3d36b5-96ac-4d2b-8646-0cd47bc9437c req-eb5b4438-8ccf-490a-8976-a9098d3ded8e tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 949 time: 0.0682120 Jul 27 06:53:40.407183 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2a3d36b5-96ac-4d2b-8646-0cd47bc9437c req-799997da-d1d3-46b4-a283-50acc3c609bd tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Jul 27 06:53:40.637695 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 16f72bda-07a9-44d4-90e0-9f606966059f up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:40.683164 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 16f72bda-07a9-44d4-90e0-9f606966059f triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:40.683525 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:40.755013 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:40.776330 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:40.778566 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b3997f-d16e-4550-8ee1-900afe0d6bc3" -d '{"events": [{"server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "name": "network-vif-plugged", "status": "completed", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:40.791802 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=16f72bda-07a9-44d4-90e0-9f606966059f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:40.814388 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e7bb8c-da1f-4585-bde5-d09c206282d9 x-openstack-request-id: req-a7e7bb8c-da1f-4585-bde5-d09c206282d9 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:40.814675 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "name": "network-vif-plugged", "status": "completed", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:40.814928 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7e7bb8c-da1f-4585-bde5-d09c206282d9 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:40.815324 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f', 'code': 200} Jul 27 06:53:40.895798 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:40.896532 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:40.972938 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=16f72bda-07a9-44d4-90e0-9f606966059f,revision_number=10']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:41.065664 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:41.069492 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:41.069872 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:41.145420 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:41.182365 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9,segment=NetworkSegment(dbb89935-3f35-4230-9db7-7dfd2002f3ab),segment_id=dbb89935-3f35-4230-9db7-7dfd2002f3ab)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:41.262112 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:41.318333 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:41.366103 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db626bc-7815-4839-8c75-f1dd6f9db499 req-e515d262-35f9-4f54-a564-6882b29e8767 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:41.367614 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5db626bc-7815-4839-8c75-f1dd6f9db499 req-e515d262-35f9-4f54-a564-6882b29e8767 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0646770 Jul 27 06:53:41.374334 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec538c4-1341-42dd-805e-54119d38f6de req-8336c12b-f450-40e4-b5f3-cc8596624942 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:41.376009 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-eec538c4-1341-42dd-805e-54119d38f6de req-8336c12b-f450-40e4-b5f3-cc8596624942 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 947 time: 0.0751066 Jul 27 06:53:41.408841 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5db626bc-7815-4839-8c75-f1dd6f9db499 req-5584e7dc-f017-4e54-92be-7bfa39360dd7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351925 Jul 27 06:53:41.419718 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-eec538c4-1341-42dd-805e-54119d38f6de req-bcbdb844-9775-4060-9329-a2e08cb43a19 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373845 Jul 27 06:53:41.481551 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390800f-33ec-425a-b8a3-e262edbdc3e3 req-0841a911-5061-4f83-ab19-c62f05673083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:41.483044 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a390800f-33ec-425a-b8a3-e262edbdc3e3 req-0841a911-5061-4f83-ab19-c62f05673083 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 1100 time: 0.0533166 Jul 27 06:53:41.518701 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a390800f-33ec-425a-b8a3-e262edbdc3e3 req-2f8ac7d0-69ca-488a-9c18-6657dfe090f3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278139 Jul 27 06:53:41.540205 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735b441-cc5c-43e6-a0ce-6622f9a14048 req-c0fc3550-f073-49df-ab04-4e7ac52fac99 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:41.542762 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9735b441-cc5c-43e6-a0ce-6622f9a14048 req-c0fc3550-f073-49df-ab04-4e7ac52fac99 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 950 time: 0.0668738 Jul 27 06:53:41.580685 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9735b441-cc5c-43e6-a0ce-6622f9a14048 req-1bbab9a9-3e1f-484f-a690-c01c454823e5 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317891 Jul 27 06:53:42.537858 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967b2e-ec09-4c3d-a77f-4661cbbc7e26 req-f606c2cc-209d-4d4a-aef7-605832dae4e6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:42.539343 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2f967b2e-ec09-4c3d-a77f-4661cbbc7e26 req-f606c2cc-209d-4d4a-aef7-605832dae4e6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0624876 Jul 27 06:53:42.558410 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade337c0-de8c-4a3b-9e5a-9ad1d05c9874 req-eaf9f3a9-94a0-46c0-8020-d21aaf013b42 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:42.559927 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ade337c0-de8c-4a3b-9e5a-9ad1d05c9874 req-eaf9f3a9-94a0-46c0-8020-d21aaf013b42 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 947 time: 0.0691473 Jul 27 06:53:42.583218 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2f967b2e-ec09-4c3d-a77f-4661cbbc7e26 req-5d716b51-3c50-409f-9f0f-20abad04524d tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372009 Jul 27 06:53:42.602025 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ade337c0-de8c-4a3b-9e5a-9ad1d05c9874 req-dbc3174d-55c4-441b-9425-c7ce37aac745 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349700 Jul 27 06:53:42.724219 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb65f-7ac9-4398-adcb-6be32db183b7 req-bc31f5b3-7a43-48bb-95bd-a23adffdc3ef tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:42.725752 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-081fb65f-7ac9-4398-adcb-6be32db183b7 req-bc31f5b3-7a43-48bb-95bd-a23adffdc3ef tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 950 time: 0.0707831 Jul 27 06:53:42.764489 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-081fb65f-7ac9-4398-adcb-6be32db183b7 req-82a05675-ad6c-49e9-ad4c-b7d62ad994c7 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318332 Jul 27 06:53:42.816230 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce21f15f-ad29-4409-9bdf-2d7824c1b27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:42.818683 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8cadaa-5961-48b6-82cc-715f2f784988" -d '{"events": [{"server_uuid": "ce21f15f-ad29-4409-9bdf-2d7824c1b27d", "name": "network-vif-plugged", "status": "completed", "tag": "41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:42.857159 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a5b281-4ae0-487f-be53-da5239d46cc7 x-openstack-request-id: req-93a5b281-4ae0-487f-be53-da5239d46cc7 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:42.857416 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce21f15f-ad29-4409-9bdf-2d7824c1b27d", "name": "network-vif-plugged", "status": "completed", "tag": "41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:42.857627 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93a5b281-4ae0-487f-be53-da5239d46cc7 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:42.858047 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce21f15f-ad29-4409-9bdf-2d7824c1b27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9', 'code': 200} Jul 27 06:53:43.294022 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1932de6-bc15-450c-8187-c1f07e5db6cd req-cd8c2995-864f-4c25-9d9d-836240bc7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:43.295519 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b1932de6-bc15-450c-8187-c1f07e5db6cd req-cd8c2995-864f-4c25-9d9d-836240bc7c55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 1103 time: 0.0527983 Jul 27 06:53:43.331075 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b1932de6-bc15-450c-8187-c1f07e5db6cd req-14454a93-67c6-45b7-9261-2341dbb7aacd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288277 Jul 27 06:53:43.721051 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cb712-5ab3-4c22-ad9d-2bd54be90d45 req-ade0cd51-f84c-45a7-9041-1abcf60e205b tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:43.722712 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d93cb712-5ab3-4c22-ad9d-2bd54be90d45 req-ade0cd51-f84c-45a7-9041-1abcf60e205b tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0671835 Jul 27 06:53:43.747286 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7051a-3b88-4eab-9b8f-dfd4bc8a0673 req-99d5db0e-9358-4db3-9574-07c5f14f0730 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:43.748820 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1cf7051a-3b88-4eab-9b8f-dfd4bc8a0673 req-99d5db0e-9358-4db3-9574-07c5f14f0730 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 947 time: 0.0684247 Jul 27 06:53:43.762619 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d93cb712-5ab3-4c22-ad9d-2bd54be90d45 req-675b1be0-fc0e-4e0c-aee2-d2e2cf6e48c3 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332325 Jul 27 06:53:43.787678 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1cf7051a-3b88-4eab-9b8f-dfd4bc8a0673 req-da9118d8-998a-40cd-b028-0d041dd2db2f tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328944 Jul 27 06:53:43.895018 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29417ec2-dfa0-4e02-9696-3c336a488b31 req-41b55eaa-7705-4eec-ba09-3622a4815c45 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:43.896400 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-29417ec2-dfa0-4e02-9696-3c336a488b31 req-41b55eaa-7705-4eec-ba09-3622a4815c45 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 950 time: 0.0634954 Jul 27 06:53:43.934933 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-29417ec2-dfa0-4e02-9696-3c336a488b31 req-598bfd42-75b8-45d3-8efb-2225b4341463 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322330 Jul 27 06:53:44.892865 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2780b-e9c1-4803-bf89-9c36f3499949 req-0e01d209-b6c1-4f0e-96bf-51ae72303bcc tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:44.894349 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-dee2780b-e9c1-4803-bf89-9c36f3499949 req-0e01d209-b6c1-4f0e-96bf-51ae72303bcc tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0674338 Jul 27 06:53:44.923262 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b6d0-828e-4dc2-b5f8-f66e195afb61 req-a575e049-3850-48fc-aebb-cee7cb1b77fd tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:44.925290 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ef97b6d0-828e-4dc2-b5f8-f66e195afb61 req-a575e049-3850-48fc-aebb-cee7cb1b77fd tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 947 time: 0.0630429 Jul 27 06:53:44.932883 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-dee2780b-e9c1-4803-bf89-9c36f3499949 req-5d39c2c3-3df3-479f-bfa5-a80b81f911e5 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324132 Jul 27 06:53:44.969663 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ef97b6d0-828e-4dc2-b5f8-f66e195afb61 req-e2a469fc-9870-4cdd-836c-1a15972c8ac6 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388768 Jul 27 06:53:45.063104 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c02185-5a18-47d3-bb1c-5dea61114872 req-6bcf76c4-6b1b-4829-8523-e662517e819a tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:45.064610 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-57c02185-5a18-47d3-bb1c-5dea61114872 req-6bcf76c4-6b1b-4829-8523-e662517e819a tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 950 time: 0.0619617 Jul 27 06:53:45.101516 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-57c02185-5a18-47d3-bb1c-5dea61114872 req-d5c5a898-fbc8-457c-b5b2-0e28f4256016 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310717 Jul 27 06:53:45.610789 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc2956-8cd9-417b-9f4b-bc51c2733d84 req-8f29ed76-5e06-4a2f-838d-7077cb37c13b tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:45.612232 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1fdc2956-8cd9-417b-9f4b-bc51c2733d84 req-8f29ed76-5e06-4a2f-838d-7077cb37c13b tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 950 time: 0.0616782 Jul 27 06:53:45.648933 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1fdc2956-8cd9-417b-9f4b-bc51c2733d84 req-c64611d7-a876-4702-9448-5825b6d07181 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307515 Jul 27 06:53:46.060102 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c8525-83f0-47b7-91dd-fda9b5f78bc0 req-11c34e6a-9c57-4e1b-b6bf-5cbb49ca007f tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:46.061570 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b44c8525-83f0-47b7-91dd-fda9b5f78bc0 req-11c34e6a-9c57-4e1b-b6bf-5cbb49ca007f tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0611489 Jul 27 06:53:46.100099 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b44c8525-83f0-47b7-91dd-fda9b5f78bc0 req-ff37016f-2342-4f02-a217-78342539e6dd tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327048 Jul 27 06:53:46.778817 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256bc48-586b-41fc-806c-95212d3c1689 req-f8e6e76d-6b25-451e-8ff1-3c8773602b0f tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:46.780274 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0256bc48-586b-41fc-806c-95212d3c1689 req-f8e6e76d-6b25-451e-8ff1-3c8773602b0f tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 950 time: 0.0659842 Jul 27 06:53:46.817698 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0256bc48-586b-41fc-806c-95212d3c1689 req-89b54fef-842b-44f8-9647-e812e0cf4e08 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/security-groups?id=132287aa-309a-43b4-9f83-93020f9dca09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316138 Jul 27 06:53:47.046666 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21a6d9-43f6-4768-a2c7-aadc2509b388 req-03f8cd66-0b0b-45a3-bb60-711912f81e10 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:47.048101 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1b21a6d9-43f6-4768-a2c7-aadc2509b388 req-03f8cd66-0b0b-45a3-bb60-711912f81e10 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 950 time: 0.0624859 Jul 27 06:53:47.152047 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-1b21a6d9-43f6-4768-a2c7-aadc2509b388 req-50421af9-4443-40f6-9531-7c4a6afbde23 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Deleting port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:53:47.152729 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1b21a6d9-43f6-4768-a2c7-aadc2509b388 req-50421af9-4443-40f6-9531-7c4a6afbde23 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:47.272753 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-1b21a6d9-43f6-4768-a2c7-aadc2509b388 req-50421af9-4443-40f6-9531-7c4a6afbde23 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] For port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9,segment=NetworkSegment(dbb89935-3f35-4230-9db7-7dfd2002f3ab),segment_id=dbb89935-3f35-4230-9db7-7dfd2002f3ab)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:47.273015 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1b21a6d9-43f6-4768-a2c7-aadc2509b388 req-50421af9-4443-40f6-9531-7c4a6afbde23 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:47.290688 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-1b21a6d9-43f6-4768-a2c7-aadc2509b388 req-50421af9-4443-40f6-9531-7c4a6afbde23 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Calling delete_port for 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:53:47.308484 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d7ee-a5cc-4004-835b-9552ebefcc34 req-a5276cb7-cb38-473c-b049-3d3477540e5d tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:47.309981 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e6e8d7ee-a5cc-4004-835b-9552ebefcc34 req-a5276cb7-cb38-473c-b049-3d3477540e5d tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.1436772 Jul 27 06:53:47.368269 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:53:47.388653 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e6e8d7ee-a5cc-4004-835b-9552ebefcc34 req-30874d42-15a4-4d56-b151-579301b1afcb tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725298 Jul 27 06:53:47.542037 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1b21a6d9-43f6-4768-a2c7-aadc2509b388 req-50421af9-4443-40f6-9531-7c4a6afbde23 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:47.574351 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50421af9-4443-40f6-9531-7c4a6afbde23 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Pushing event deleted for resources: {'Port': ['ID=41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:47.577328 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:53:47.622082 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b21a6d9-43f6-4768-a2c7-aadc2509b388 req-50421af9-4443-40f6-9531-7c4a6afbde23 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] No DVR routers for this DVR port 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:53:47.624834 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1b21a6d9-43f6-4768-a2c7-aadc2509b388 req-50421af9-4443-40f6-9531-7c4a6afbde23 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:47.626799 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1b21a6d9-43f6-4768-a2c7-aadc2509b388 req-50421af9-4443-40f6-9531-7c4a6afbde23 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.30 "DELETE /v2.0/ports/41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 HTTP/1.1" status: 204 len: 173 time: 0.5726182 Jul 27 06:53:47.629130 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce21f15f-ad29-4409-9bdf-2d7824c1b27d', 'name': 'network-vif-deleted', 'tag': '41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:47.629492 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d1fd35-5f15-4745-96d9-6a125e314af7" -d '{"events": [{"server_uuid": "ce21f15f-ad29-4409-9bdf-2d7824c1b27d", "name": "network-vif-deleted", "tag": "41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:47.674383 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8835da-68f8-432d-805a-fbd09734f559 x-openstack-request-id: req-2f8835da-68f8-432d-805a-fbd09734f559 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:47.674674 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce21f15f-ad29-4409-9bdf-2d7824c1b27d", "name": "network-vif-deleted", "tag": "41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:47.674922 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f8835da-68f8-432d-805a-fbd09734f559 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:47.675317 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce21f15f-ad29-4409-9bdf-2d7824c1b27d', 'name': 'network-vif-deleted', 'tag': '41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9', 'status': 'completed', 'code': 200} Jul 27 06:53:47.912501 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ee7734dc-d9f2-4549-a0c3-902c35bf0342 req-352d9953-bc33-400b-b035-00ff38de8c39 tempest-VolumesNegativeTest-651136217 tempest-VolumesNegativeTest-651136217-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce21f15f-ad29-4409-9bdf-2d7824c1b27d HTTP/1.1" status: 200 len: 210 time: 0.0285354 Jul 27 06:53:48.520432 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d72aaa-65e8-4271-b311-1736b2b6612f req-dfe894dd-9b30-4dbb-9d15-63ddc37e9e8c tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:48.521943 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f1d72aaa-65e8-4271-b311-1736b2b6612f req-dfe894dd-9b30-4dbb-9d15-63ddc37e9e8c tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0661154 Jul 27 06:53:48.560095 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f1d72aaa-65e8-4271-b311-1736b2b6612f req-055dfd97-0fbe-4728-b644-8880ae256e8d tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312047 Jul 27 06:53:48.667511 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device aa07135e-7556-4c2b-9237-3d76309b0f4d details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:53:48.763400 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port aa07135e-7556-4c2b-9237-3d76309b0f4d, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:48.774530 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'port_id': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'mac_address': 'fa:16:3e:59:e4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:53:48.811057 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:48.823794 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa07135e-7556-4c2b-9237-3d76309b0f4d {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:53:48.842732 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port aa07135e-7556-4c2b-9237-3d76309b0f4d, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:48.905140 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:48.952110 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=aa07135e-7556-4c2b-9237-3d76309b0f4d,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:48.961864 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:48.962222 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:48.962867 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:48.963217 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:48.963555 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:48.963912 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:48.964231 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:48.964565 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:48.965001 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:48.965261 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:48.965592 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:48.965943 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:49.227071 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['aa07135e-7556-4c2b-9237-3d76309b0f4d'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:53:49.698251 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff803252-a4c8-45a8-bb5a-bf543dc89142 req-e1d0cf56-a2b4-48f4-b8c2-6b6f54aefb28 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:49.699676 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ff803252-a4c8-45a8-bb5a-bf543dc89142 req-e1d0cf56-a2b4-48f4-b8c2-6b6f54aefb28 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 945 time: 0.0692170 Jul 27 06:53:49.739482 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ff803252-a4c8-45a8-bb5a-bf543dc89142 req-2d3abf4e-4944-4225-ad78-8b5effbb2247 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337987 Jul 27 06:53:50.699816 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device aa07135e-7556-4c2b-9237-3d76309b0f4d up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:53:50.810150 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port aa07135e-7556-4c2b-9237-3d76309b0f4d completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:53:50.814411 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port aa07135e-7556-4c2b-9237-3d76309b0f4d triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:53:50.814800 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:50.872020 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e748f-599d-4144-94e6-d200906ee3af req-f31b8a62-ae6b-40b4-9020-f707eb6d7c50 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:50.873543 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-893e748f-599d-4144-94e6-d200906ee3af req-f31b8a62-ae6b-40b4-9020-f707eb6d7c50 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 945 time: 0.0689185 Jul 27 06:53:50.894240 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:50.911426 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-893e748f-599d-4144-94e6-d200906ee3af req-e1e0cdcf-4675-4a4a-875a-4355b826acd3 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317032 Jul 27 06:53:50.917191 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:50.919471 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a144035e-b518-4c95-a799-42a98b661950" -d '{"events": [{"server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "name": "network-vif-plugged", "status": "completed", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:50.934364 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port aa07135e-7556-4c2b-9237-3d76309b0f4d, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:53:50.968289 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a3fe18-87dd-43e6-b129-74a54c12f8bb x-openstack-request-id: req-f5a3fe18-87dd-43e6-b129-74a54c12f8bb {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:50.968289 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "name": "network-vif-plugged", "status": "completed", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:50.968289 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5a3fe18-87dd-43e6-b129-74a54c12f8bb {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:50.968539 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'code': 200} Jul 27 06:53:51.038412 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:51.039229 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:53:51.075952 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:53:51.076423 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 41e61e9a-0cc6-4fa9-ad14-9c1d15d5fcd9 not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:53:51.107284 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=aa07135e-7556-4c2b-9237-3d76309b0f4d,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:51.378412 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be02e2-bf61-48b6-bca7-cd016eb4e6a4 req-6f7e5cc4-e41b-4a1d-b3a2-77f910c3bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:51.379878 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-85be02e2-bf61-48b6-bca7-cd016eb4e6a4 req-6f7e5cc4-e41b-4a1d-b3a2-77f910c3bce6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 1099 time: 0.0532825 Jul 27 06:53:51.414215 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-85be02e2-bf61-48b6-bca7-cd016eb4e6a4 req-6e9ff3f0-e75b-4486-bbf6-aa2e4384ff88 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0271161 Jul 27 06:53:52.041286 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e709b-7d8c-4592-a0c8-8b75989149ad req-5cfa2bae-2a75-4c60-9668-e35f46a1320f tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:52.042804 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7e6e709b-7d8c-4592-a0c8-8b75989149ad req-5cfa2bae-2a75-4c60-9668-e35f46a1320f tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0637696 Jul 27 06:53:52.081526 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7e6e709b-7d8c-4592-a0c8-8b75989149ad req-5f4dd57d-a929-4825-92f7-79bd196dedec tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329294 Jul 27 06:53:53.211716 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355edcd-81f2-4607-a717-f70ed866fdba req-979a265e-e73d-43f8-88c2-def5ba2fa949 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:53.214061 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b355edcd-81f2-4607-a717-f70ed866fdba req-979a265e-e73d-43f8-88c2-def5ba2fa949 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0653813 Jul 27 06:53:53.252830 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b355edcd-81f2-4607-a717-f70ed866fdba req-76ca7a5d-74eb-47e8-b613-6e64ec2deb67 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328653 Jul 27 06:53:53.381280 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681224f-e868-4a07-89fa-58a9b2a2cddd req-8c233a73-ba07-403c-9b4f-4a42480a88cd tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:53.382659 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9681224f-e868-4a07-89fa-58a9b2a2cddd req-8c233a73-ba07-403c-9b4f-4a42480a88cd tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0656185 Jul 27 06:53:53.420526 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9681224f-e868-4a07-89fa-58a9b2a2cddd req-388e5305-ecc9-41d6-996f-61d54e861826 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316370 Jul 27 06:53:53.442899 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 36534) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:53.593198 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bcba90-fb62-46e8-9fa9-df338e7ff553 tempest-TestShelveInstance-1847790695 tempest-TestShelveInstance-1847790695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:53.594704 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-10bcba90-fb62-46e8-9fa9-df338e7ff553 tempest-TestShelveInstance-1847790695 tempest-TestShelveInstance-1847790695-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 1094 time: 0.1508143 Jul 27 06:53:53.597808 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 36538) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:53.602609 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Request body: {'floatingip': {'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'port_id': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:53:53.701336 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for floatingip, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:53.801140 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:53.905969 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Allocated IP 172.27.1.139 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/cc590561-7ffe-43a5-ad60-0d0c9b283aa4) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:53:54.012508 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.101978 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.140171 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:53:54.147021 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:53:54.149648 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:53:54.164323 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-768ae3e6-96b1-4527-b0e4-83a7135b340f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.172674 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event updated for resources: {'Port': ['ID=cc590561-7ffe-43a5-ad60-0d0c9b283aa4,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:54.183304 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:54.183661 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:54.184007 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:54.184345 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:54.184708 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:54.185040 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:54.185370 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:54.185780 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:54.186218 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:54.186555 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:54.186882 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:54.187205 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:53:54.330046 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 36546) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:54.457470 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-05426b83-c999-45ac-a917-91bf67f37b7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=958603ef01964737a5ce9666d5220c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1262817 Jul 27 06:53:54.460015 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 36550) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:53:54.510833 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2f9b173a-917a-4c79-bcbe-f1744ceb6575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.531260 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2f9b173a-917a-4c79-bcbe-f1744ceb6575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.536739 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.642516 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2f9b173a-917a-4c79-bcbe-f1744ceb6575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.645186 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-2f9b173a-917a-4c79-bcbe-f1744ceb6575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.646425 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-2f9b173a-917a-4c79-bcbe-f1744ceb6575 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/132287aa-309a-43b4-9f83-93020f9dca09 HTTP/1.1" status: 204 len: 168 time: 0.1855221 Jul 27 06:53:54.654512 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b173a-917a-4c79-bcbe-f1744ceb6575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132287aa-309a-43b4-9f83-93020f9dca09,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:54.695886 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.861756 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:54.976027 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:55.050579 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event updated for resources: {'Port': ['ID=cc590561-7ffe-43a5-ad60-0d0c9b283aa4,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:53:55.062413 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:55.161113 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.l3_db [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Floating IP 7f704728-ce95-4764-abbb-89f2df322e95 associated. External IP: 172.27.1.139, port: aa07135e-7556-4c2b-9237-3d76309b0f4d. Jul 27 06:53:55.366897 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:53:55.470504 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:53:55.480446 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81180da0-fa27-436b-9afb-46088bb3f456 None None] Sync routers for ids ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:53:55.489604 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81180da0-fa27-436b-9afb-46088bb3f456 None None] Routers {'8ff18bdc-46df-45f2-90e5-b2817b2cbf27'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:55.492979 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-81180da0-fa27-436b-9afb-46088bb3f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:53:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:55.564230 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:55.593186 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-81180da0-fa27-436b-9afb-46088bb3f456 None None] Set router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:55.823881 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-81180da0-fa27-436b-9afb-46088bb3f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:53:00Z', 'revision_number': 4, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '7f704728-ce95-4764-abbb-89f2df322e95', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'port_id': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'mac_address': 'fa:16:3e:59:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c17557-2d38-42f4-82cf-edb18483e164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:53:54Z', 'updated_at': '2021-07-27T06:53:54Z', 'revision_number': 0, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526d556f-b3bf-4b8a-b0ab-b8b3486b43e1', 'name': '', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'mac_address': 'fa:16:3e:28:3b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:07Z', 'revision_number': 5, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'subnets': [{'id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:55.842210 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-fa8d598b-892f-42b8-b7f3-d7ff48921dc6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2431912 Jul 27 06:53:55.842789 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d'}] {{(pid=100257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:53:55.845039 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adcb506e94557ca07db5a06e2b286747a8ab5cc2faf813157880fb886180bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3320e875-6ace-498c-a78f-dde487744bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d"}]}' {{(pid=100257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:53:55.852471 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81180da0-fa27-436b-9afb-46088bb3f456 None None] Checking router: 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:53:55.862122 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81180da0-fa27-436b-9afb-46088bb3f456 None None] Routers {'8ff18bdc-46df-45f2-90e5-b2817b2cbf27'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:53:55.862730 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-81180da0-fa27-436b-9afb-46088bb3f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:53:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:55.965397 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-81180da0-fa27-436b-9afb-46088bb3f456 None None] Set router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:53:56.049942 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850266f4-8038-4e68-8ca6-e40cb6ee6821 x-openstack-request-id: req-850266f4-8038-4e68-8ca6-e40cb6ee6821 {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:53:56.050232 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d", "status": "completed", "code": 200}]} {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:53:56.050481 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-850266f4-8038-4e68-8ca6-e40cb6ee6821 {{(pid=100257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:53:56.050873 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'status': 'completed', 'code': 200} Jul 27 06:53:56.159917 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320e875-6ace-498c-a78f-dde487744bd0 req-f113cd8b-84e3-46b1-b9fb-1f439323b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:56.161502 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3320e875-6ace-498c-a78f-dde487744bd0 req-f113cd8b-84e3-46b1-b9fb-1f439323b326 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb0fe558c7e349d1822392715c00d202&device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 1099 time: 0.0526187 Jul 27 06:53:56.253913 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320e875-6ace-498c-a78f-dde487744bd0 req-7523ac5d-f0a2-4bb4-9d8d-618d19fefc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:56.255345 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3320e875-6ace-498c-a78f-dde487744bd0 req-7523ac5d-f0a2-4bb4-9d8d-618d19fefc97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c243a260-5ce2-4f40-b808-df1f5e9b65cb HTTP/1.1" status: 200 len: 909 time: 0.0858955 Jul 27 06:53:56.304140 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-81180da0-fa27-436b-9afb-46088bb3f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:53:00Z', 'revision_number': 4, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '7f704728-ce95-4764-abbb-89f2df322e95', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'port_id': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'mac_address': 'fa:16:3e:59:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c17557-2d38-42f4-82cf-edb18483e164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:53:54Z', 'updated_at': '2021-07-27T06:53:54Z', 'revision_number': 0, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526d556f-b3bf-4b8a-b0ab-b8b3486b43e1', 'name': '', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'mac_address': 'fa:16:3e:28:3b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:07Z', 'revision_number': 5, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'subnets': [{'id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:53:56.320630 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3320e875-6ace-498c-a78f-dde487744bd0 req-e491156e-af30-4905-b81a-cd512d6426de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d HTTP/1.1" status: 200 len: 1000 time: 0.0577729 Jul 27 06:53:56.334424 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81180da0-fa27-436b-9afb-46088bb3f456 None None] The sync data for ids ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'] in dv-cinder-779194-3-iscsi is: [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:53:00Z', 'revision_number': 4, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '7f704728-ce95-4764-abbb-89f2df322e95', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'port_id': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'mac_address': 'fa:16:3e:59:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c17557-2d38-42f4-82cf-edb18483e164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:53:54Z', 'updated_at': '2021-07-27T06:53:54Z', 'revision_number': 0, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526d556f-b3bf-4b8a-b0ab-b8b3486b43e1', 'name': '', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'mac_address': 'fa:16:3e:28:3b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:07Z', 'revision_number': 5, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'subnets': [{'id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:53:56.373056 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320e875-6ace-498c-a78f-dde487744bd0 req-d1f2fda2-9ad0-40b7-9afb-e81f59da025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:56.374523 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3320e875-6ace-498c-a78f-dde487744bd0 req-d1f2fda2-9ad0-40b7-9afb-e81f59da025a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f HTTP/1.1" status: 200 len: 847 time: 0.0466142 Jul 27 06:53:56.440399 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320e875-6ace-498c-a78f-dde487744bd0 req-8603cb7d-2b9f-4c7d-a186-9c874fa9b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:53:56.441952 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3320e875-6ace-498c-a78f-dde487744bd0 req-8603cb7d-2b9f-4c7d-a186-9c874fa9b76f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c243a260-5ce2-4f40-b808-df1f5e9b65cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574503 Jul 27 06:53:56.516553 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7729dea-5479-49c3-8a4d-96022ee90b04 None None] New status for floating IP 7f704728-ce95-4764-abbb-89f2df322e95: ACTIVE {{(pid=100260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:53:56.535946 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3320e875-6ace-498c-a78f-dde487744bd0 req-8185e321-f80d-450d-9720-10daf3930cfb service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859215 Jul 27 06:53:56.631644 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3320e875-6ace-498c-a78f-dde487744bd0 req-27b3b392-12a5-4bcd-a99a-5a8f3568e617 service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873291 Jul 27 06:53:56.671378 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-864df621-868e-4263-bddd-e359af4bb593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:56.810102 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:58.027231 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:59.238392 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:53:59.809642 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:20.417162 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c15cf-e114-4910-80c1-f6e8689e67d5 req-9f27a9af-7f21-4bb6-bbd4-49de463514bb tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:20.419122 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-239c15cf-e114-4910-80c1-f6e8689e67d5 req-9f27a9af-7f21-4bb6-bbd4-49de463514bb tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 947 time: 0.0613363 Jul 27 06:54:20.455479 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-239c15cf-e114-4910-80c1-f6e8689e67d5 req-05db4655-5097-466a-824a-518deb300d1c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305219 Jul 27 06:54:21.587323 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06354b64-c0e8-4254-bdf8-95d4fe91b565 req-b7f40edb-58b8-4219-ac87-d2ea3f9b27bd tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:21.588782 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-06354b64-c0e8-4254-bdf8-95d4fe91b565 req-b7f40edb-58b8-4219-ac87-d2ea3f9b27bd tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 947 time: 0.0617621 Jul 27 06:54:21.626540 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-06354b64-c0e8-4254-bdf8-95d4fe91b565 req-60fcdc65-ce89-4010-a423-5f67ddc4cdfd tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317490 Jul 27 06:54:22.250282 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-f36f2b34-6572-4629-90d4-142c63386bd7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:22.251630 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-f36f2b34-6572-4629-90d4-142c63386bd7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 947 time: 0.0628645 Jul 27 06:54:22.353971 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Deleting port 16f72bda-07a9-44d4-90e0-9f606966059f {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:54:22.354310 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:22.439647 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] For port 16f72bda-07a9-44d4-90e0-9f606966059f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=16f72bda-07a9-44d4-90e0-9f606966059f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:22.440011 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:22.767551 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d1914-537d-45e4-8542-473ca8c49b88 req-65420106-6f5d-4e58-93d0-025931487201 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:22.769138 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d40d1914-537d-45e4-8542-473ca8c49b88 req-65420106-6f5d-4e58-93d0-025931487201 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 947 time: 0.0701439 Jul 27 06:54:22.808124 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d40d1914-537d-45e4-8542-473ca8c49b88 req-979357fa-1869-4840-b922-e6180e873f39 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffe16587-296d-40b8-a820-74ed5cf29ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Jul 27 06:54:22.915777 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:22.916324 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:22.916438 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.l3_db [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Floating IP 0aad8e2d-f725-4542-97b9-75f1b0051a39 disassociated. External IP: 172.27.1.204, port: 16f72bda-07a9-44d4-90e0-9f606966059f. Jul 27 06:54:22.916711 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Calling delete_port for 16f72bda-07a9-44d4-90e0-9f606966059f owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:54:23.100384 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:23.128496 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event deleted for resources: {'Port': ['ID=16f72bda-07a9-44d4-90e0-9f606966059f,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:23.241126 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Router b19dd726-29c3-4b89-9eff-856026fb9465 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:54:23.347609 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:54:23.358870 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcbf0a5-de27-4fd6-b399-2ec0977a23a2 None None] Sync routers for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:54:23.366821 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcbf0a5-de27-4fd6-b399-2ec0977a23a2 None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:54:23.367451 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-bdcbf0a5-de27-4fd6-b399-2ec0977a23a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:53:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:23.390880 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] No DVR routers for this DVR port 16f72bda-07a9-44d4-90e0-9f606966059f on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:54:23.393449 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:23.395475 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f06fe45d-a83b-4232-bbfb-bbfdcd383146 req-07406087-86a2-4c7a-aadf-aabd6651bb71 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.30 "DELETE /v2.0/ports/16f72bda-07a9-44d4-90e0-9f606966059f HTTP/1.1" status: 204 len: 173 time: 1.1360731 Jul 27 06:54:23.395914 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'name': 'network-vif-deleted', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:23.398426 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa68459-92a3-4b1f-bae9-4a08a2a83028" -d '{"events": [{"server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "name": "network-vif-deleted", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:23.437040 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03d823-f2dc-4fe8-8356-1f4f15c5b2bf x-openstack-request-id: req-bf03d823-f2dc-4fe8-8356-1f4f15c5b2bf {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:23.437330 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3ddc21-1340-43fc-90a5-a5ab1235793a", "name": "network-vif-deleted", "tag": "16f72bda-07a9-44d4-90e0-9f606966059f", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:23.437580 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf03d823-f2dc-4fe8-8356-1f4f15c5b2bf {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:23.437976 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3ddc21-1340-43fc-90a5-a5ab1235793a', 'name': 'network-vif-deleted', 'tag': '16f72bda-07a9-44d4-90e0-9f606966059f', 'status': 'completed', 'code': 200} Jul 27 06:54:23.480273 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-bdcbf0a5-de27-4fd6-b399-2ec0977a23a2 None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:54:23.683771 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-bdcbf0a5-de27-4fd6-b399-2ec0977a23a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:15Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:23.713755 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcbf0a5-de27-4fd6-b399-2ec0977a23a2 None None] Checking router: b19dd726-29c3-4b89-9eff-856026fb9465 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:54:23.722251 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcbf0a5-de27-4fd6-b399-2ec0977a23a2 None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:54:23.722809 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-bdcbf0a5-de27-4fd6-b399-2ec0977a23a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:53:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:23.823381 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-bdcbf0a5-de27-4fd6-b399-2ec0977a23a2 None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:54:23.922495 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ef9bfd34-89ba-4263-a566-6021b8d2c390 req-f416e186-ef0e-495f-90c9-d8b39dd1be6c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3ddc21-1340-43fc-90a5-a5ab1235793a HTTP/1.1" status: 200 len: 210 time: 0.0292099 Jul 27 06:54:24.029688 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-bdcbf0a5-de27-4fd6-b399-2ec0977a23a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:15Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:24.055531 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcbf0a5-de27-4fd6-b399-2ec0977a23a2 None None] The sync data for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi is: [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:15Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:54:24.173890 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6087f40e-34d9-4421-88ef-4cad47acbed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:24.278794 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeef451-832e-49da-b901-9a3520ab47da None None] New status for floating IP 0aad8e2d-f725-4542-97b9-75f1b0051a39: DOWN {{(pid=100260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:54:24.374363 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:54:25.078164 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 36606) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:25.135637 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-851f32e1-8eb5-4806-ad6a-36703382c9b2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:25.158590 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-851f32e1-8eb5-4806-ad6a-36703382c9b2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:25.258955 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-851f32e1-8eb5-4806-ad6a-36703382c9b2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:25.261432 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-851f32e1-8eb5-4806-ad6a-36703382c9b2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:25.262550 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-851f32e1-8eb5-4806-ad6a-36703382c9b2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "DELETE /v2.0/security-groups/ffe16587-296d-40b8-a820-74ed5cf29ff6 HTTP/1.1" status: 204 len: 168 time: 0.1834166 Jul 27 06:54:25.265370 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 36608) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:25.271329 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f32e1-8eb5-4806-ad6a-36703382c9b2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe16587-296d-40b8-a820-74ed5cf29ff6,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:25.279634 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.api.v2.resource [None req-d14e2eef-75bd-4297-9ce8-8dd293b26e5c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] show failed (client error): The resource could not be found. Jul 27 06:54:25.280697 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-d14e2eef-75bd-4297-9ce8-8dd293b26e5c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups/ffe16587-296d-40b8-a820-74ed5cf29ff6 HTTP/1.1" status: 404 len: 347 time: 0.0142255 Jul 27 06:54:25.283520 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 36610) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:25.403693 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-ef37711e-c902-4755-b15b-e96621ad420e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Deleting port 221cb80f-6b78-4a18-bde3-0a56762a1da1 {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:54:25.404038 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ef37711e-c902-4755-b15b-e96621ad420e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:25.480829 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ef37711e-c902-4755-b15b-e96621ad420e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:25.481163 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ef37711e-c902-4755-b15b-e96621ad420e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:25.492454 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-ef37711e-c902-4755-b15b-e96621ad420e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Calling delete_port for 221cb80f-6b78-4a18-bde3-0a56762a1da1 owned by network:floatingip {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:54:25.700707 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ef37711e-c902-4755-b15b-e96621ad420e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:25.723709 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37711e-c902-4755-b15b-e96621ad420e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event deleted for resources: {'Port': ['ID=221cb80f-6b78-4a18-bde3-0a56762a1da1,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:25.786204 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ef37711e-c902-4755-b15b-e96621ad420e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:25.788678 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ef37711e-c902-4755-b15b-e96621ad420e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:25.789840 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-ef37711e-c902-4755-b15b-e96621ad420e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "DELETE /v2.0/floatingips/0aad8e2d-f725-4542-97b9-75f1b0051a39 HTTP/1.1" status: 204 len: 168 time: 0.5054281 Jul 27 06:54:26.047723 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 36614) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:26.052372 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-163a825b-5fdb-4860-9f65-645c94db0439 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1501371261', 'description': 'tempest-description--718458472'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:26.169566 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-163a825b-5fdb-4860-9f65-645c94db0439 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.248975 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-163a825b-5fdb-4860-9f65-645c94db0439 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.329099 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-163a825b-5fdb-4860-9f65-645c94db0439 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.357986 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a825b-5fdb-4860-9f65-645c94db0439 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f75d8b-23c5-4256-9d6d-096b527e8fe7,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:26.449593 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-163a825b-5fdb-4860-9f65-645c94db0439 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.450829 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-163a825b-5fdb-4860-9f65-645c94db0439 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4020782 Jul 27 06:54:26.453758 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 36616) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:26.458195 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-62c08f84-ed2c-492a-8c07-e3a336ba09c1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Request body: {'security_group_rule': {'security_group_id': '25f75d8b-23c5-4256-9d6d-096b527e8fe7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:26.556172 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-62c08f84-ed2c-492a-8c07-e3a336ba09c1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.615999 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-62c08f84-ed2c-492a-8c07-e3a336ba09c1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.672241 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-20531789-04a7-4375-88c5-134ac532ebaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.694964 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-62c08f84-ed2c-492a-8c07-e3a336ba09c1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.712224 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c08f84-ed2c-492a-8c07-e3a336ba09c1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76d8951-c773-49c1-aced-8fda4ea401bd,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:26.799455 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 16f72bda-07a9-44d4-90e0-9f606966059f no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:54:26.803407 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-62c08f84-ed2c-492a-8c07-e3a336ba09c1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.804644 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-62c08f84-ed2c-492a-8c07-e3a336ba09c1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499439 Jul 27 06:54:26.807411 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 36618) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:26.812495 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-0802f672-f621-4dfb-9cf6-c49910cc5a25 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Request body: {'security_group_rule': {'security_group_id': '25f75d8b-23c5-4256-9d6d-096b527e8fe7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:26.822311 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: 16f72bda-07a9-44d4-90e0-9f606966059f {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:54:26.822644 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 16f72bda-07a9-44d4-90e0-9f606966059f not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:54:26.831898 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:26.905728 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0802f672-f621-4dfb-9cf6-c49910cc5a25 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.029658 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0802f672-f621-4dfb-9cf6-c49910cc5a25 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.129066 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0802f672-f621-4dfb-9cf6-c49910cc5a25 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.148574 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802f672-f621-4dfb-9cf6-c49910cc5a25 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb89e55d-2e2b-4ac7-8310-137c9511cd30,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:27.215209 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0802f672-f621-4dfb-9cf6-c49910cc5a25 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.216467 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-0802f672-f621-4dfb-9cf6-c49910cc5a25 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4081969 Jul 27 06:54:27.219579 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 36620) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:27.224005 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Request body: {'floatingip': {'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:27.306353 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.402794 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.503211 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Allocated IP 172.27.1.47 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/27a1ec95-12be-4cfd-a922-bb0af64d5ed5) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:54:27.605871 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.693947 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.732236 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:54:27.738375 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:54:27.742661 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:54:27.745664 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event updated for resources: {'Port': ['ID=27a1ec95-12be-4cfd-a922-bb0af64d5ed5,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:27.828431 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.923792 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:27.962309 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:28.070835 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:28.157982 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:28.230376 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event updated for resources: {'Port': ['ID=27a1ec95-12be-4cfd-a922-bb0af64d5ed5,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:28.238631 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:28.352041 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:28.353356 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-06be49c5-d369-4d6d-b948-34f29a22d04a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1328449 Jul 27 06:54:28.537730 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-1e69173c-0eee-4795-971a-028b1ceb7a22 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1501371261&fields=id&tenant_id=1c8f217628c34827948362d0e6d45519 HTTP/1.1" status: 200 len: 267 time: 0.0332024 Jul 27 06:54:28.644872 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-993c5299-d26b-4c7c-8e52-af4ac6067ab4 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:28.646341 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-993c5299-d26b-4c7c-8e52-af4ac6067ab4 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/networks?id=a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 200 len: 817 time: 0.1021366 Jul 27 06:54:28.661137 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-b667293a-0028-4643-b16b-750cef6345c5 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/quotas/1c8f217628c34827948362d0e6d45519 HTTP/1.1" status: 200 len: 375 time: 0.0091889 Jul 27 06:54:28.728343 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-53c65a09-1c09-4cd4-b864-c1eaf9643af2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619862 Jul 27 06:54:28.824262 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-47ea03fb-f9ac-4548-a9c8-60efc7930332 service neutron] 10.222.0.24 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843046 Jul 27 06:54:28.911483 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-dffa8c1c-3cb5-47cf-8789-63804693ee9a service neutron] 10.222.0.24 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812922 Jul 27 06:54:29.145302 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7d915ff-6834-4b06-aa06-b546c80bba24 req-2ac27e35-dbc3-499e-bcb1-6096f2710df2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 210 time: 0.0293615 Jul 27 06:54:29.254722 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:29.672020 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:30.245580 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-47109eff-17c2-4415-a1a7-d0e365be51aa req-39a97ab4-3fa7-4ac2-aba8-dbc1ab3c25f7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 210 time: 0.0289845 Jul 27 06:54:31.350937 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fe8698be-a2fb-4eeb-878f-586b26f3b13a req-c2e550e8-fe8c-41ef-8762-9f3b583fb9c0 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 210 time: 0.0341113 Jul 27 06:54:31.391408 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-c7f9bc4b-0557-40af-a644-b27e433f51da tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:31.392860 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-c7f9bc4b-0557-40af-a644-b27e433f51da tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.30 "GET /v2.0/networks?id=a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 200 len: 817 time: 0.1299155 Jul 27 06:54:31.439575 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-424c8a72-3a7b-4d10-b223-37f16dba676e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c8f217628c34827948362d0e6d45519 HTTP/1.1" status: 200 len: 380 time: 0.0324979 Jul 27 06:54:31.448544 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Request body: {'port': {'device_id': '2ed387e5-819b-408c-88f7-109c839c6d99', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'admin_state_up': True, 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'security_groups': ['25f75d8b-23c5-4256-9d6d-096b527e8fe7']}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:31.631965 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Made reservation on behalf of 1c8f217628c34827948362d0e6d45519 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:54:31.635564 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:31.697630 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-e3d74eb9-3968-48e3-9b9b-8732bd6e763b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582807 Jul 27 06:54:31.760279 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Allocated IP 172.20.0.3 (a5138127-fb75-44e3-ad3e-a1d464f5c788/8b53c5cc-df10-4594-9d7b-e97cf4acc0f4/ddcf1603-cefe-46f2-8764-66ac177fec0a) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:54:31.847790 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-e378e1f2-6b31-4b24-bdcf-1f1e380411af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:31.849414 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-e378e1f2-6b31-4b24-bdcf-1f1e380411af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb0fe558c7e349d1822392715c00d202&device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 1099 time: 0.0537741 Jul 27 06:54:31.898692 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:31.911914 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Transition to ACTIVE for port object ddcf1603-cefe-46f2-8764-66ac177fec0a will not be triggered until provisioned by entity DHCP. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:54:31.957875 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-128e7123-6487-40f3-8fc7-2fc50a9c8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:31.959375 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-128e7123-6487-40f3-8fc7-2fc50a9c8889 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c243a260-5ce2-4f40-b808-df1f5e9b65cb HTTP/1.1" status: 200 len: 909 time: 0.0835464 Jul 27 06:54:32.027830 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-ec9861c7-e8d6-4c43-96b8-cac2f27c0da6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d HTTP/1.1" status: 200 len: 1002 time: 0.0602896 Jul 27 06:54:32.032675 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:32.074938 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Network a5138127-fb75-44e3-ad3e-a1d464f5c788 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:54:32.076851 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-f5b621a3-7476-471e-b78b-d96af1147076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:32.078080 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:54:32.078290 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-f5b621a3-7476-471e-b78b-d96af1147076 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f HTTP/1.1" status: 200 len: 847 time: 0.0432036 Jul 27 06:54:32.080452 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:54:32.112681 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event updated for resources: {'Port': ['ID=ddcf1603-cefe-46f2-8764-66ac177fec0a,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:32.139990 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:32.140667 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:32.141220 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-06007952-5191-4f0e-a859-eef08dc2ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:32.142724 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-06007952-5191-4f0e-a859-eef08dc2ea54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c243a260-5ce2-4f40-b808-df1f5e9b65cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563293 Jul 27 06:54:32.233440 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-6a7d4bd3-3514-45ec-9e80-0bca6b109caf tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7883089 Jul 27 06:54:32.245986 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-e34d35fc-5675-4c1c-b750-7c21d2dafa45 service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950346 Jul 27 06:54:32.258999 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Request body: {'port': {'device_id': '2ed387e5-819b-408c-88f7-109c839c6d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:32.336203 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:32.345813 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-619d4d41-41b2-4031-a077-2905bf989634 service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912704 Jul 27 06:54:32.408515 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-1c8f4095-8fc4-4917-babb-2a1e19b243e5 None None] Provisioning for port ddcf1603-cefe-46f2-8764-66ac177fec0a completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:54:32.408515 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-1c8f4095-8fc4-4917-babb-2a1e19b243e5 None None] Provisioning complete for port ddcf1603-cefe-46f2-8764-66ac177fec0a triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:54:32.408515 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4095-8fc4-4917-babb-2a1e19b243e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:32.442659 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f4095-8fc4-4917-babb-2a1e19b243e5 None None] Port ddcf1603-cefe-46f2-8764-66ac177fec0a cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:54:32.491692 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09483ee3-897c-4156-bd7b-a4a3641f0409 req-a84bcc0c-4bf3-47ce-8363-1e606012744f tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:32.493244 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-09483ee3-897c-4156-bd7b-a4a3641f0409 req-a84bcc0c-4bf3-47ce-8363-1e606012744f tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 931 time: 0.0697844 Jul 27 06:54:32.532244 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-09483ee3-897c-4156-bd7b-a4a3641f0409 req-92ecd6b2-b59a-4752-bf62-2eee7222d4f7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Jul 27 06:54:32.602377 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcf1603-cefe-46f2-8764-66ac177fec0a {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:54:32.610124 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:32.621964 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Transition to ACTIVE for port object ddcf1603-cefe-46f2-8764-66ac177fec0a will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:54:32.677522 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:32.728106 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf1603-cefe-46f2-8764-66ac177fec0a,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:32.802478 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Attempting to bind port ddcf1603-cefe-46f2-8764-66ac177fec0a on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:54:32.802972 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Attempting to bind port ddcf1603-cefe-46f2-8764-66ac177fec0a by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:54:32.803297 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Attempting to bind port ddcf1603-cefe-46f2-8764-66ac177fec0a on network a5138127-fb75-44e3-ad3e-a1d464f5c788 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:54:32.807584 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Port ddcf1603-cefe-46f2-8764-66ac177fec0a on network a5138127-fb75-44e3-ad3e-a1d464f5c788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:54:32.807903 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Attempting to bind port ddcf1603-cefe-46f2-8764-66ac177fec0a on network a5138127-fb75-44e3-ad3e-a1d464f5c788 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:54:32.813792 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:54:32.815932 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Checking segment: {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:54:32.815932 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Bound using segment: {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:54:32.815932 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Bound port: ddcf1603-cefe-46f2-8764-66ac177fec0a, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9661b04b-1ff7-40dd-ac6a-6571e835bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:54:32.815932 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:32.880838 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:54:32.883719 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:54:32.991092 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:33.028280 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:33.028923 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:33.030349 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] 10.222.0.30 "PUT /v2.0/ports/ddcf1603-cefe-46f2-8764-66ac177fec0a HTTP/1.1" status: 200 len: 1093 time: 0.7758031 Jul 27 06:54:33.030817 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:33.033143 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ebd899-64fb-4f10-ba73-0ff8961db58e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:33.058810 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b544d44-f16a-49d5-9ba0-d4bb86a41e53 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf1603-cefe-46f2-8764-66ac177fec0a,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:33.071953 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd519d0-90db-42dd-b4d5-9aca49bc2d2d x-openstack-request-id: req-edd519d0-90db-42dd-b4d5-9aca49bc2d2d {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:33.072263 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:33.072510 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-edd519d0-90db-42dd-b4d5-9aca49bc2d2d {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:33.072944 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'status': 'completed', 'code': 200} Jul 27 06:54:33.171489 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebd899-64fb-4f10-ba73-0ff8961db58e req-4db6bf4e-06f3-4f4b-819d-97d29ddcc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:33.173055 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37ebd899-64fb-4f10-ba73-0ff8961db58e req-4db6bf4e-06f3-4f4b-819d-97d29ddcc36c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 1096 time: 0.0571072 Jul 27 06:54:33.285986 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebd899-64fb-4f10-ba73-0ff8961db58e req-85e89e37-0930-4fe3-a7c6-6318fd423dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:33.287369 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37ebd899-64fb-4f10-ba73-0ff8961db58e req-85e89e37-0930-4fe3-a7c6-6318fd423dc5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1c8f217628c34827948362d0e6d45519&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0932746 Jul 27 06:54:33.380811 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebd899-64fb-4f10-ba73-0ff8961db58e req-c1d62f23-ac8e-4911-b1d1-b722c23e4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:33.382272 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37ebd899-64fb-4f10-ba73-0ff8961db58e req-c1d62f23-ac8e-4911-b1d1-b722c23e4ff4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871553 Jul 27 06:54:33.495246 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-f22cadd1-466e-4ebe-aefc-d0d12fcbd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:33.497456 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-f22cadd1-466e-4ebe-aefc-d0d12fcbd551 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 1096 time: 0.0554938 Jul 27 06:54:33.549829 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-69af2732-83aa-4040-8584-da90cceec027 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a HTTP/1.1" status: 200 len: 217 time: 0.0370693 Jul 27 06:54:33.599209 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-95e10fda-3ad0-40cb-bfd1-e70d375977dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:33.600707 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-95e10fda-3ad0-40cb-bfd1-e70d375977dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b53c5cc-df10-4594-9d7b-e97cf4acc0f4 HTTP/1.1" status: 200 len: 856 time: 0.0442560 Jul 27 06:54:33.660417 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-1f58037a-1593-4dd9-ac1e-3c2014448125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:33.661948 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-1f58037a-1593-4dd9-ac1e-3c2014448125 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5138127-fb75-44e3-ad3e-a1d464f5c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538855 Jul 27 06:54:33.663905 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875a08a-40a2-4480-9304-d0bb57d06d7c req-748e6a89-0f79-4f2e-bdb8-48bc46291ffd tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:33.665427 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5875a08a-40a2-4480-9304-d0bb57d06d7c req-748e6a89-0f79-4f2e-bdb8-48bc46291ffd tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0626199 Jul 27 06:54:33.703379 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5875a08a-40a2-4480-9304-d0bb57d06d7c req-4fad001a-25f3-4017-98b2-0d62cb679b9f tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Jul 27 06:54:33.756032 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-2e71bc58-3f48-4bc3-89ec-d78fe9576886 service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861542 Jul 27 06:54:33.845174 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-73f4e29b-9bf3-40bf-a021-198d78781f5d req-23bdff91-111e-45f8-8992-4b6c2171e734 service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823796 Jul 27 06:54:34.836684 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45346314-cc59-4a96-8937-86676a9c4c18 req-d0cfe03d-12d3-4e52-b9e5-483eec07c733 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:34.838161 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-45346314-cc59-4a96-8937-86676a9c4c18 req-d0cfe03d-12d3-4e52-b9e5-483eec07c733 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0624382 Jul 27 06:54:34.875273 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-45346314-cc59-4a96-8937-86676a9c4c18 req-a6c2fb21-cb8c-4e79-a7fa-4cc369022414 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307307 Jul 27 06:54:36.008244 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eac0f0-c634-495a-838f-f11d28c451cb req-0fc651c1-8e5c-4d3f-8e97-1818d1e51aed tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:36.009777 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c4eac0f0-c634-495a-838f-f11d28c451cb req-0fc651c1-8e5c-4d3f-8e97-1818d1e51aed tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0654533 Jul 27 06:54:36.046895 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c4eac0f0-c634-495a-838f-f11d28c451cb req-b64375f6-fc93-46a1-ad90-4c268d8e73a7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312412 Jul 27 06:54:36.853546 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddcf1603-cefe-46f2-8764-66ac177fec0a details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:54:36.955760 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:36.969984 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'port_id': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'mac_address': 'fa:16:3e:f6:f7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:54:37.007538 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:37.020426 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcf1603-cefe-46f2-8764-66ac177fec0a {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:54:37.039733 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:37.134843 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:37.182739 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=ddcf1603-cefe-46f2-8764-66ac177fec0a,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:37.194896 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16041d8b-3265-4e50-9e76-fe2b81665894 req-88e70fde-123e-4f8e-9b5d-aacfb424accb tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:37.196384 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-16041d8b-3265-4e50-9e76-fe2b81665894 req-88e70fde-123e-4f8e-9b5d-aacfb424accb tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0803654 Jul 27 06:54:37.244275 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-16041d8b-3265-4e50-9e76-fe2b81665894 req-c8155f8a-5142-408d-b55a-63925612d584 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Jul 27 06:54:37.411517 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['ddcf1603-cefe-46f2-8764-66ac177fec0a'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:54:38.375329 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799df369-7bf5-42da-b80d-b98028b6cbb0 req-7e4a7e67-cc12-432e-8ec8-673f54bd1f38 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:38.376824 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-799df369-7bf5-42da-b80d-b98028b6cbb0 req-7e4a7e67-cc12-432e-8ec8-673f54bd1f38 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 944 time: 0.0626023 Jul 27 06:54:38.413965 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-799df369-7bf5-42da-b80d-b98028b6cbb0 req-684f47a3-a4b5-4f23-a921-b602ad196641 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Jul 27 06:54:38.852994 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddcf1603-cefe-46f2-8764-66ac177fec0a up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:54:39.037746 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port ddcf1603-cefe-46f2-8764-66ac177fec0a completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:54:39.041683 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port ddcf1603-cefe-46f2-8764-66ac177fec0a triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:54:39.042058 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:39.118517 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:39.140934 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:39.143153 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3708fd8b-a967-4195-a8c0-15c17ed00340" -d '{"events": [{"server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:39.155503 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:54:39.179053 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4dc7cb-9889-4d8c-9cfd-cb7573b69c1f x-openstack-request-id: req-6b4dc7cb-9889-4d8c-9cfd-cb7573b69c1f {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:39.179349 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:39.179624 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b4dc7cb-9889-4d8c-9cfd-cb7573b69c1f {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:39.180037 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'code': 200} Jul 27 06:54:39.226394 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:39.273541 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=ddcf1603-cefe-46f2-8764-66ac177fec0a,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:54:39.547020 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2ca60-2022-4422-841e-48b1c2a87b02 req-cca2b33b-8683-4579-a2e0-50a0dbdf3c65 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:39.548520 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bda2ca60-2022-4422-841e-48b1c2a87b02 req-cca2b33b-8683-4579-a2e0-50a0dbdf3c65 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0650070 Jul 27 06:54:39.564679 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331007fd-083e-4e9b-b8b7-aacccebf6619 req-e1d02327-a724-4060-b96a-d898f25002b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:39.566365 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-331007fd-083e-4e9b-b8b7-aacccebf6619 req-e1d02327-a724-4060-b96a-d898f25002b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 1098 time: 0.0544355 Jul 27 06:54:39.586467 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bda2ca60-2022-4422-841e-48b1c2a87b02 req-dd0dbf87-e6ce-407b-b5bf-f3920f499e50 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Jul 27 06:54:39.607052 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-331007fd-083e-4e9b-b8b7-aacccebf6619 req-d509f7c9-b770-49e7-99d8-2c9b54ff38b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327287 Jul 27 06:54:40.725453 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec9099-2ddd-4cc4-877e-b4d5956a765a req-fc097a9d-8595-4aee-afd3-8823e701e164 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:40.726984 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-deec9099-2ddd-4cc4-877e-b4d5956a765a req-fc097a9d-8595-4aee-afd3-8823e701e164 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0673428 Jul 27 06:54:40.765374 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-deec9099-2ddd-4cc4-877e-b4d5956a765a req-ab7dd5d1-5c64-41df-9a7f-7d6c9923c876 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Jul 27 06:54:41.899873 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d5204-03f5-4c21-ba02-6d8d6ae2c59d req-2176a192-f1be-4026-bac7-78c0e447b825 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:41.901368 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a47d5204-03f5-4c21-ba02-6d8d6ae2c59d req-2176a192-f1be-4026-bac7-78c0e447b825 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0660992 Jul 27 06:54:41.940065 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a47d5204-03f5-4c21-ba02-6d8d6ae2c59d req-ab053335-a791-4b70-bf2d-57b1724b170e tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319541 Jul 27 06:54:42.067199 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61bfe3-b0c5-4a86-9366-b1f59fcb2661 req-4a3f4e98-3189-4f42-ba48-395719dace29 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:42.068674 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1b61bfe3-b0c5-4a86-9366-b1f59fcb2661 req-4a3f4e98-3189-4f42-ba48-395719dace29 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0620687 Jul 27 06:54:42.076931 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 36680) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:54:42.081486 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-f09d775f-5341-4370-b489-0087e74249a2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Request body: {'floatingip': {'port_id': 'ddcf1603-cefe-46f2-8764-66ac177fec0a'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:54:42.119613 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f09d775f-5341-4370-b489-0087e74249a2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:42.548068 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f09d775f-5341-4370-b489-0087e74249a2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:42.609104 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f09d775f-5341-4370-b489-0087e74249a2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:42.705467 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.l3_db [None req-f09d775f-5341-4370-b489-0087e74249a2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Floating IP cde1d17e-64fa-401c-9daf-bc683dbeff08 associated. External IP: 172.27.1.47, port: ddcf1603-cefe-46f2-8764-66ac177fec0a. Jul 27 06:54:42.902747 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09d775f-5341-4370-b489-0087e74249a2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Router b19dd726-29c3-4b89-9eff-856026fb9465 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:54:43.255604 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09d775f-5341-4370-b489-0087e74249a2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:54:43.260453 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f09d775f-5341-4370-b489-0087e74249a2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:43.265465 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c3c54-9562-4d57-9d8f-ecbaab9d188b None None] Sync routers for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:54:43.274121 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c3c54-9562-4d57-9d8f-ecbaab9d188b None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:54:43.274742 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-1e1c3c54-9562-4d57-9d8f-ecbaab9d188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:54:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:43.296553 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-f09d775f-5341-4370-b489-0087e74249a2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "PUT /v2.0/floatingips/cde1d17e-64fa-401c-9daf-bc683dbeff08 HTTP/1.1" status: 200 len: 990 time: 1.2185380 Jul 27 06:54:43.297162 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a'}] {{(pid=100257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:54:43.299379 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adcb506e94557ca07db5a06e2b286747a8ab5cc2faf813157880fb886180bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbfca58-585d-4c8d-b61d-45cdd8922c90" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a"}]}' {{(pid=100257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:54:43.344098 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071c4c5a-dffc-4934-ba8f-b13711dbd2ff x-openstack-request-id: req-071c4c5a-dffc-4934-ba8f-b13711dbd2ff {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:54:43.344392 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a", "status": "completed", "code": 200}]} {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:54:43.344673 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-071c4c5a-dffc-4934-ba8f-b13711dbd2ff {{(pid=100257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:54:43.345071 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'status': 'completed', 'code': 200} Jul 27 06:54:43.452732 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfca58-585d-4c8d-b61d-45cdd8922c90 req-c533d1e1-c228-41b6-a41c-c3c0e04ea9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:43.454257 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-acbfca58-585d-4c8d-b61d-45cdd8922c90 req-c533d1e1-c228-41b6-a41c-c3c0e04ea9b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 1098 time: 0.0601189 Jul 27 06:54:43.504717 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-1e1c3c54-9562-4d57-9d8f-ecbaab9d188b None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:54:43.547942 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfca58-585d-4c8d-b61d-45cdd8922c90 req-2814c686-66e6-48c1-ba3a-ad4f7cb5e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:43.549367 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-acbfca58-585d-4c8d-b61d-45cdd8922c90 req-2814c686-66e6-48c1-ba3a-ad4f7cb5e261 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 200 len: 918 time: 0.0879669 Jul 27 06:54:43.615842 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-acbfca58-585d-4c8d-b61d-45cdd8922c90 req-5b015904-d162-4a33-b99d-48d7e64d5f84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a HTTP/1.1" status: 200 len: 998 time: 0.0592973 Jul 27 06:54:43.666386 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfca58-585d-4c8d-b61d-45cdd8922c90 req-ef02ed18-f70b-447c-8a7c-c2a718de65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:43.667818 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-acbfca58-585d-4c8d-b61d-45cdd8922c90 req-ef02ed18-f70b-447c-8a7c-c2a718de65a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b53c5cc-df10-4594-9d7b-e97cf4acc0f4 HTTP/1.1" status: 200 len: 856 time: 0.0441878 Jul 27 06:54:43.727274 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-1e1c3c54-9562-4d57-9d8f-ecbaab9d188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': 'cde1d17e-64fa-401c-9daf-bc683dbeff08', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'port_id': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'mac_address': 'fa:16:3e:f6:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed387e5-819b-408c-88f7-109c839c6d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:54:27Z', 'updated_at': '2021-07-27T06:54:42Z', 'revision_number': 1, 'project_id': '1c8f217628c34827948362d0e6d45519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:15Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:43.730283 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfca58-585d-4c8d-b61d-45cdd8922c90 req-00e40503-96bb-4faa-87db-001ff860eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:54:43.732327 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-acbfca58-585d-4c8d-b61d-45cdd8922c90 req-00e40503-96bb-4faa-87db-001ff860eb23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5138127-fb75-44e3-ad3e-a1d464f5c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570910 Jul 27 06:54:43.753495 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c3c54-9562-4d57-9d8f-ecbaab9d188b None None] Checking router: b19dd726-29c3-4b89-9eff-856026fb9465 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:54:43.762311 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c3c54-9562-4d57-9d8f-ecbaab9d188b None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:54:43.762942 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-1e1c3c54-9562-4d57-9d8f-ecbaab9d188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:54:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:43.821205 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-acbfca58-585d-4c8d-b61d-45cdd8922c90 req-37c4dd55-7211-4e80-9e80-7e0a2c94c1b4 service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816202 Jul 27 06:54:43.866298 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-1e1c3c54-9562-4d57-9d8f-ecbaab9d188b None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:54:43.915617 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-acbfca58-585d-4c8d-b61d-45cdd8922c90 req-f863abdd-4bfb-4453-b4bd-e0f7af9816ac service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878155 Jul 27 06:54:44.084333 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-1e1c3c54-9562-4d57-9d8f-ecbaab9d188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': 'cde1d17e-64fa-401c-9daf-bc683dbeff08', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'port_id': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'mac_address': 'fa:16:3e:f6:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed387e5-819b-408c-88f7-109c839c6d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:54:27Z', 'updated_at': '2021-07-27T06:54:42Z', 'revision_number': 1, 'project_id': '1c8f217628c34827948362d0e6d45519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:15Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:54:44.114209 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c3c54-9562-4d57-9d8f-ecbaab9d188b None None] The sync data for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi is: [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': 'cde1d17e-64fa-401c-9daf-bc683dbeff08', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'port_id': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'mac_address': 'fa:16:3e:f6:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed387e5-819b-408c-88f7-109c839c6d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:54:27Z', 'updated_at': '2021-07-27T06:54:42Z', 'revision_number': 1, 'project_id': '1c8f217628c34827948362d0e6d45519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:15Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:54:44.289420 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b9a2d8-bc6e-49d8-b155-325fd012fea1 None None] New status for floating IP cde1d17e-64fa-401c-9daf-bc683dbeff08: ACTIVE {{(pid=100260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:54:54.180015 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-2074c1bd-15b4-49be-82b8-7d3f82c11f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:56.677379 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-26273477-3afb-41a3-bcc7-59163ec70c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:56.814293 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:57.957363 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:59.242950 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:54:59.648615 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:01.363850 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:55:23.229884 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699d8b2-bfa5-4140-8f7c-acee814b4bce req-c965a539-b9ea-469a-8dc3-27103e24be08 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:23.231337 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f699d8b2-bfa5-4140-8f7c-acee814b4bce req-c965a539-b9ea-469a-8dc3-27103e24be08 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0655296 Jul 27 06:55:23.271043 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f699d8b2-bfa5-4140-8f7c-acee814b4bce req-98bf0beb-b008-4b48-af77-5eff5581c802 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331657 Jul 27 06:55:24.172112 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f33953d1-776a-4ff2-9aee-d0a4ce428c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:24.404003 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6b13a-b2a4-4d48-9af5-4e02128769c1 req-e365509f-db14-4ce0-999d-dd5495c471bc tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:24.405501 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-76b6b13a-b2a4-4d48-9af5-4e02128769c1 req-e365509f-db14-4ce0-999d-dd5495c471bc tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0628676 Jul 27 06:55:24.441485 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-76b6b13a-b2a4-4d48-9af5-4e02128769c1 req-f7f9207a-c9e5-45e2-b7fc-2402bbef49d4 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301235 Jul 27 06:55:25.574216 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd771b-dc1e-465f-a359-5591d1893ba1 req-0b2bf2c1-ddd2-45f0-93d2-b8fec30a99be tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:25.575766 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c0fd771b-dc1e-465f-a359-5591d1893ba1 req-0b2bf2c1-ddd2-45f0-93d2-b8fec30a99be tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0616076 Jul 27 06:55:25.613184 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c0fd771b-dc1e-465f-a359-5591d1893ba1 req-e33d0114-74e8-4582-994c-4435e00cb11b tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316031 Jul 27 06:55:26.659390 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-44b9ce7b-f81c-48de-982b-1df21b179d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:26.747966 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee288e7-57b2-47b4-b3e5-b8ae2e5a5120 req-5f0bcaf9-4d31-474b-8bad-ee89ab6681a9 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:26.749482 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3ee288e7-57b2-47b4-b3e5-b8ae2e5a5120 req-5f0bcaf9-4d31-474b-8bad-ee89ab6681a9 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0641477 Jul 27 06:55:26.790939 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3ee288e7-57b2-47b4-b3e5-b8ae2e5a5120 req-5ce46315-0391-4db5-b274-4b57a51048da tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353274 Jul 27 06:55:26.800687 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:27.921767 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48c7e-e03e-4175-9fb9-ad797be0c0be req-35a4b733-7cb4-4e41-8efd-090dda665941 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:27.923219 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b5f48c7e-e03e-4175-9fb9-ad797be0c0be req-35a4b733-7cb4-4e41-8efd-090dda665941 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0621240 Jul 27 06:55:27.961387 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b5f48c7e-e03e-4175-9fb9-ad797be0c0be req-6e4bfff4-7316-4c4e-9cf3-b1bc2fada6a3 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Jul 27 06:55:27.984996 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:29.095190 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a0310-4dd8-4355-85ae-61e553e66eda req-9a0e3e92-9d60-4bfc-8345-31938ee15575 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:29.096695 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b29a0310-4dd8-4355-85ae-61e553e66eda req-9a0e3e92-9d60-4bfc-8345-31938ee15575 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0659542 Jul 27 06:55:29.134996 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b29a0310-4dd8-4355-85ae-61e553e66eda req-b3fb5b27-d1ce-4900-af1a-83e0fc7b7458 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323560 Jul 27 06:55:29.242164 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:29.665244 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:30.268495 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f50f66-0930-4259-b76b-32ba621c442d req-48bc5bf6-0ab1-4e3e-8c8b-c214399f8835 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:30.269901 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-00f50f66-0930-4259-b76b-32ba621c442d req-48bc5bf6-0ab1-4e3e-8c8b-c214399f8835 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0652485 Jul 27 06:55:30.307983 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-00f50f66-0930-4259-b76b-32ba621c442d req-213da7fe-7eb2-4739-a78c-98fc84ed6cf6 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Jul 27 06:55:31.439376 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aae634-189f-463e-8c2a-b12b86f4626b req-5177e895-e377-43a9-8727-9e9e5947a493 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:31.440888 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a3aae634-189f-463e-8c2a-b12b86f4626b req-5177e895-e377-43a9-8727-9e9e5947a493 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0627828 Jul 27 06:55:31.479377 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a3aae634-189f-463e-8c2a-b12b86f4626b req-d8cf4844-dfb6-4e77-a740-a83649f193fd tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Jul 27 06:55:32.608950 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1a089-9ccf-4b22-be37-d797ddb675ef req-7d809594-c313-4008-9ce7-e26312e8875c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:32.610384 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-34f1a089-9ccf-4b22-be37-d797ddb675ef req-7d809594-c313-4008-9ce7-e26312e8875c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0616057 Jul 27 06:55:32.647517 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-34f1a089-9ccf-4b22-be37-d797ddb675ef req-68ad4197-a7da-402c-a92a-0deeb5f00727 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306587 Jul 27 06:55:32.736529 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44a340c4-1f0b-468b-81a0-4fa49c45ade7 req-86b5894a-21a6-43af-bd48-96ad0d429d66 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549295 Jul 27 06:55:32.844680 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a340c4-1f0b-468b-81a0-4fa49c45ade7 req-f5245613-3c60-40f0-9d0a-1068855effd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:32.846157 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44a340c4-1f0b-468b-81a0-4fa49c45ade7 req-f5245613-3c60-40f0-9d0a-1068855effd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb0fe558c7e349d1822392715c00d202&device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 1099 time: 0.0533922 Jul 27 06:55:32.947541 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a340c4-1f0b-468b-81a0-4fa49c45ade7 req-cc2dda18-60a9-4866-969f-398b8fa4b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:32.949015 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44a340c4-1f0b-468b-81a0-4fa49c45ade7 req-cc2dda18-60a9-4866-969f-398b8fa4b682 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c243a260-5ce2-4f40-b808-df1f5e9b65cb HTTP/1.1" status: 200 len: 909 time: 0.0834177 Jul 27 06:55:33.017878 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44a340c4-1f0b-468b-81a0-4fa49c45ade7 req-a4fc3a58-1639-4b22-8925-2c22ada67d01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d HTTP/1.1" status: 200 len: 1002 time: 0.0618730 Jul 27 06:55:33.064809 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a340c4-1f0b-468b-81a0-4fa49c45ade7 req-2895f1f6-8d16-493f-adfc-9871442534c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:33.066177 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44a340c4-1f0b-468b-81a0-4fa49c45ade7 req-2895f1f6-8d16-493f-adfc-9871442534c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f HTTP/1.1" status: 200 len: 847 time: 0.0418675 Jul 27 06:55:33.124639 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a340c4-1f0b-468b-81a0-4fa49c45ade7 req-1cc58818-6443-4516-9329-a04cba34993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:33.126102 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44a340c4-1f0b-468b-81a0-4fa49c45ade7 req-1cc58818-6443-4516-9329-a04cba34993a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c243a260-5ce2-4f40-b808-df1f5e9b65cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520229 Jul 27 06:55:33.217145 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44a340c4-1f0b-468b-81a0-4fa49c45ade7 req-95370bc0-617e-48cb-993b-3793c9eeea90 service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838566 Jul 27 06:55:33.305096 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44a340c4-1f0b-468b-81a0-4fa49c45ade7 req-eaa9e1d0-41bf-4d64-802a-97a3e27d8d61 service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806334 Jul 27 06:55:33.782510 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0066f-3524-4f0b-9161-00d13eb0a382 req-d50ebaa9-a272-48a8-9313-d369dc7f6408 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:33.783963 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-99e0066f-3524-4f0b-9161-00d13eb0a382 req-d50ebaa9-a272-48a8-9313-d369dc7f6408 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0658123 Jul 27 06:55:33.821874 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-99e0066f-3524-4f0b-9161-00d13eb0a382 req-1595c238-497c-4fc3-a588-c1cb4db4457c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319703 Jul 27 06:55:34.956016 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddc845-b79a-4ac3-9813-805155843fcf req-96ff0fc0-54ef-4a9f-89b6-fc34309d64a1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:34.957571 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-55ddc845-b79a-4ac3-9813-805155843fcf req-96ff0fc0-54ef-4a9f-89b6-fc34309d64a1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0659511 Jul 27 06:55:34.999776 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-55ddc845-b79a-4ac3-9813-805155843fcf req-adaa1174-85e8-4a64-a856-22c4740cb957 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355549 Jul 27 06:55:35.181507 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddcf1603-cefe-46f2-8764-66ac177fec0a details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:55:35.276630 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:55:35.287545 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'port_id': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'mac_address': 'fa:16:3e:f6:f7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:55:35.325960 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:35.338599 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddcf1603-cefe-46f2-8764-66ac177fec0a {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:55:35.357475 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:55:35.425410 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:35.473593 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=ddcf1603-cefe-46f2-8764-66ac177fec0a,revision_number=6']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:35.480607 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:35.480964 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:35.481308 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:35.481647 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:35.481981 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:35.482311 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:35.482641 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:35.482967 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:35.483297 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:35.483626 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:35.483950 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:35.484272 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:55:35.566303 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['ddcf1603-cefe-46f2-8764-66ac177fec0a'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:55:36.134491 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45679d1-5b7b-4c08-817a-bed7b9803315 req-cca35464-93f6-47bb-9933-068031762177 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:36.135973 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f45679d1-5b7b-4c08-817a-bed7b9803315 req-cca35464-93f6-47bb-9933-068031762177 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 944 time: 0.0623050 Jul 27 06:55:36.182112 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f45679d1-5b7b-4c08-817a-bed7b9803315 req-29aaa598-611a-4044-ada6-1cf088232326 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398321 Jul 27 06:55:37.187790 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddcf1603-cefe-46f2-8764-66ac177fec0a up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:55:37.250204 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port ddcf1603-cefe-46f2-8764-66ac177fec0a triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:55:37.251066 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:37.331170 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab7e98-c19a-4675-b3d9-dec331769d79 req-b29218ab-b573-479b-8342-68a79074ce64 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:37.332754 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7bab7e98-c19a-4675-b3d9-dec331769d79 req-b29218ab-b573-479b-8342-68a79074ce64 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 944 time: 0.0700963 Jul 27 06:55:37.350068 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:37.374907 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7bab7e98-c19a-4675-b3d9-dec331769d79 req-9fa47012-d7f4-479a-9995-c0508c4649af tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357604 Jul 27 06:55:37.391105 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:55:37.393702 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d244578f-70d3-416f-97d0-9b08b2ff8f1b" -d '{"events": [{"server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:55:37.410415 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:55:37.450458 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31ac322-412a-4a83-b68c-baa09888ae44 x-openstack-request-id: req-f31ac322-412a-4a83-b68c-baa09888ae44 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:55:37.450759 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:55:37.456371 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f31ac322-412a-4a83-b68c-baa09888ae44 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:55:37.456986 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'code': 200} Jul 27 06:55:37.481796 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:37.537318 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=ddcf1603-cefe-46f2-8764-66ac177fec0a,revision_number=7']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:38.363097 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:55:38.533071 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9d8d1-68fc-4f7b-b68f-9f40ff9d50e8 req-6c1c4834-c690-4c27-ac3d-4aadf473b1ed tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:38.535268 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e7a9d8d1-68fc-4f7b-b68f-9f40ff9d50e8 req-6c1c4834-c690-4c27-ac3d-4aadf473b1ed tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0682743 Jul 27 06:55:38.577582 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e7a9d8d1-68fc-4f7b-b68f-9f40ff9d50e8 req-d26a648e-3a06-4165-b6a6-77528ab22f29 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354872 Jul 27 06:55:39.728900 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67892ca9-db82-4158-b99c-2a993f765271 req-91a69f7b-c4a2-4c72-8822-8b4fa8e76dd7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:39.731030 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-67892ca9-db82-4158-b99c-2a993f765271 req-91a69f7b-c4a2-4c72-8822-8b4fa8e76dd7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0694036 Jul 27 06:55:39.775952 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-67892ca9-db82-4158-b99c-2a993f765271 req-f5d75096-fd22-47a7-8dd3-c94e1476090c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383151 Jul 27 06:55:40.928155 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422d2fe-8d54-4cb2-94b7-84cc5a979445 req-4e05e8b6-fbef-4bf3-ae74-f97d645529bb tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:40.929856 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a422d2fe-8d54-4cb2-94b7-84cc5a979445 req-4e05e8b6-fbef-4bf3-ae74-f97d645529bb tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0717101 Jul 27 06:55:40.975011 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a422d2fe-8d54-4cb2-94b7-84cc5a979445 req-7a77828d-84ee-41da-bb97-68addae5954a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391645 Jul 27 06:55:42.115454 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d6613-d222-463b-8a99-4be383dbadd7 req-6f11bccf-214f-4816-a668-6c27856bd8d2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:42.116958 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-120d6613-d222-463b-8a99-4be383dbadd7 req-6f11bccf-214f-4816-a668-6c27856bd8d2 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0679483 Jul 27 06:55:42.155857 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-120d6613-d222-463b-8a99-4be383dbadd7 req-0eed801e-a730-42bc-9625-08b4a693a752 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329304 Jul 27 06:55:43.296424 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a746f-731c-4d8a-ba6a-32e9ead84210 req-dd6178a5-b01e-47fc-aee1-c86ac362326d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:43.297870 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-333a746f-731c-4d8a-ba6a-32e9ead84210 req-dd6178a5-b01e-47fc-aee1-c86ac362326d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0663764 Jul 27 06:55:43.346337 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-333a746f-731c-4d8a-ba6a-32e9ead84210 req-9b969054-b413-4d1f-88ac-eed830da133c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415661 Jul 27 06:55:44.527808 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07e040-ec02-4a5b-9b54-f75e6ed6674a req-5928ab1f-f051-4d07-bf9d-af79282345c0 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:44.529221 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0a07e040-ec02-4a5b-9b54-f75e6ed6674a req-5928ab1f-f051-4d07-bf9d-af79282345c0 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0989389 Jul 27 06:55:44.583809 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0a07e040-ec02-4a5b-9b54-f75e6ed6674a req-989a468d-d433-4a77-b936-ddfc913a1fe1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431917 Jul 27 06:55:45.734391 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561da85-21f0-46f0-be05-74877c87aa09 req-be59a60d-c28b-462b-8382-8f20add264c7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:45.736078 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0561da85-21f0-46f0-be05-74877c87aa09 req-be59a60d-c28b-462b-8382-8f20add264c7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0695734 Jul 27 06:55:45.776670 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0561da85-21f0-46f0-be05-74877c87aa09 req-ae2a3609-c104-4056-93de-6f0a9cffaf28 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338769 Jul 27 06:55:46.910878 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264303d0-49af-4f0b-a1c9-0301254b7c79 req-3d64f8a3-1074-4dea-b43e-2599eea8a7ea tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:46.912580 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-264303d0-49af-4f0b-a1c9-0301254b7c79 req-3d64f8a3-1074-4dea-b43e-2599eea8a7ea tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0670910 Jul 27 06:55:46.951004 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-264303d0-49af-4f0b-a1c9-0301254b7c79 req-b780ed13-e2af-4cb6-a977-c210a1b582e8 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324485 Jul 27 06:55:47.120328 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27a961-f6a2-4707-aa5d-a878f4fd1921 req-16593c4a-9b99-49b5-a551-f1bdfc0e32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:47.121846 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4e27a961-f6a2-4707-aa5d-a878f4fd1921 req-16593c4a-9b99-49b5-a551-f1bdfc0e32d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 1098 time: 0.0536072 Jul 27 06:55:47.215160 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27a961-f6a2-4707-aa5d-a878f4fd1921 req-4033da71-34c8-4742-8759-c95676b278fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:47.216627 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4e27a961-f6a2-4707-aa5d-a878f4fd1921 req-4033da71-34c8-4742-8759-c95676b278fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 200 len: 918 time: 0.0875273 Jul 27 06:55:47.279689 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4e27a961-f6a2-4707-aa5d-a878f4fd1921 req-34c07b9b-7dfc-4380-a2ad-ccd634bb99f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a HTTP/1.1" status: 200 len: 1000 time: 0.0564888 Jul 27 06:55:47.326953 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27a961-f6a2-4707-aa5d-a878f4fd1921 req-2e33edf3-51ae-4b26-ab41-4c58735da37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:47.328329 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4e27a961-f6a2-4707-aa5d-a878f4fd1921 req-2e33edf3-51ae-4b26-ab41-4c58735da37e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b53c5cc-df10-4594-9d7b-e97cf4acc0f4 HTTP/1.1" status: 200 len: 856 time: 0.0423605 Jul 27 06:55:47.388432 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27a961-f6a2-4707-aa5d-a878f4fd1921 req-98e32518-f284-4562-9171-7e41c2a285ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:47.389844 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4e27a961-f6a2-4707-aa5d-a878f4fd1921 req-98e32518-f284-4562-9171-7e41c2a285ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5138127-fb75-44e3-ad3e-a1d464f5c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549605 Jul 27 06:55:47.475803 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4e27a961-f6a2-4707-aa5d-a878f4fd1921 req-34d91b04-6af2-442a-8abb-8b55511812b2 service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790918 Jul 27 06:55:47.566021 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4e27a961-f6a2-4707-aa5d-a878f4fd1921 req-550a40f1-c804-4240-933c-8a4a17e8f01f service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823138 Jul 27 06:55:48.087941 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761b6e1-16a7-4af7-8681-9dc639381c6c req-b79b67cd-6aab-4452-b191-7399c5841831 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:48.089437 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0761b6e1-16a7-4af7-8681-9dc639381c6c req-b79b67cd-6aab-4452-b191-7399c5841831 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0658734 Jul 27 06:55:48.126564 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0761b6e1-16a7-4af7-8681-9dc639381c6c req-124beae8-f3ec-4b11-976d-290039200b57 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311246 Jul 27 06:55:49.261498 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e894f-aaf9-42c8-be7f-71cc80200114 req-fe6c2e73-ebfc-4a79-954a-ef2a0d1e99cd tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:49.262991 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-675e894f-aaf9-42c8-be7f-71cc80200114 req-fe6c2e73-ebfc-4a79-954a-ef2a0d1e99cd tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0643785 Jul 27 06:55:49.301118 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-675e894f-aaf9-42c8-be7f-71cc80200114 req-42c09e29-abbe-447f-b3c7-4c93d7fd8502 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323644 Jul 27 06:55:50.431109 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157d9c0-98fd-4239-9886-713610023dc6 req-b612c4c4-3976-49a9-b067-0e8ecaa61b98 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:50.432559 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f157d9c0-98fd-4239-9886-713610023dc6 req-b612c4c4-3976-49a9-b067-0e8ecaa61b98 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 945 time: 0.0616038 Jul 27 06:55:50.469440 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f157d9c0-98fd-4239-9886-713610023dc6 req-5c32c5e5-7c08-47b4-a442-badbb1cf7340 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310671 Jul 27 06:55:51.280843 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddcf1603-cefe-46f2-8764-66ac177fec0a no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:55:51.359880 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:51.381393 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:55:51.386293 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b442686a-6490-4897-91d7-f56e192c1f00" -d '{"events": [{"server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "name": "network-vif-unplugged", "status": "completed", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:55:51.396739 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:55:51.415371 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 06:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2ec0f5-7de6-4dc4-b6b2-8771153becca x-openstack-request-id: req-dc2ec0f5-7de6-4dc4-b6b2-8771153becca {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:55:51.415371 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "name": "network-vif-unplugged", "status": "failed", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a", "code": 422}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:55:51.415371 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc2ec0f5-7de6-4dc4-b6b2-8771153becca {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:55:51.415748 dv-cinder-779194-3-iscsi neutron-server[100259]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'code': 422} returned with failed status Jul 27 06:55:51.493491 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:51.541197 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=ddcf1603-cefe-46f2-8764-66ac177fec0a,revision_number=8']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:55:52.685359 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fbfef-ad23-4607-a65c-cfcd70d1d64f req-034d72a2-b423-44fa-9c35-c49cb255b2e5 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:52.686329 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2d2fbfef-ad23-4607-a65c-cfcd70d1d64f req-034d72a2-b423-44fa-9c35-c49cb255b2e5 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0686405 Jul 27 06:55:52.724298 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2d2fbfef-ad23-4607-a65c-cfcd70d1d64f req-6c811dd2-6b50-41be-90cd-1f0bbd9bbe81 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Jul 27 06:55:52.891623 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-77302633-569a-4a84-85a6-6d01f04f94a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0513797 Jul 27 06:55:53.466285 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc65a6-ba0e-49df-9c2a-dad0c185a1da req-f40eb909-319b-4a63-8809-f48bdc69e36c tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:53.467678 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-84dc65a6-ba0e-49df-9c2a-dad0c185a1da req-f40eb909-319b-4a63-8809-f48bdc69e36c tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0641041 Jul 27 06:55:53.506415 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-84dc65a6-ba0e-49df-9c2a-dad0c185a1da req-eae8b821-b738-4ba7-b493-2e6ae8641231 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324266 Jul 27 06:55:53.861914 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497ece5-8ab2-4bc5-a1bb-e46d2ccb30ea req-a4dc81e6-84c4-4e00-a076-b55f50fc50db tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:53.863444 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5497ece5-8ab2-4bc5-a1bb-e46d2ccb30ea req-a4dc81e6-84c4-4e00-a076-b55f50fc50db tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0647454 Jul 27 06:55:53.902751 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5497ece5-8ab2-4bc5-a1bb-e46d2ccb30ea req-cbc15e2b-661f-416c-9fef-cf353d1e61a6 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324273 Jul 27 06:55:54.155968 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-096c61b3-3313-4a96-92c0-0d6950495e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:54.325845 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-75039b3a-de7e-4361-8177-d507186e11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:54.327285 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-75039b3a-de7e-4361-8177-d507186e11e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99&tenant_id=1c8f217628c34827948362d0e6d45519 HTTP/1.1" status: 200 len: 1096 time: 0.0553732 Jul 27 06:55:54.412211 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-2c0ed9a2-8ce4-4436-85d5-5fd4d4114f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:54.413844 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-2c0ed9a2-8ce4-4436-85d5-5fd4d4114f14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 1096 time: 0.0513277 Jul 27 06:55:54.503736 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-3972ce3e-ebe7-4849-99cb-ca54dc17541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:54.505181 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-3972ce3e-ebe7-4849-99cb-ca54dc17541b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 200 len: 918 time: 0.0845776 Jul 27 06:55:54.569472 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-d57c2570-d7d0-49ff-8b63-57296596cb99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a HTTP/1.1" status: 200 len: 998 time: 0.0571551 Jul 27 06:55:54.620683 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-743f6205-b0f4-4e53-a543-0abc24b78319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:54.622140 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-743f6205-b0f4-4e53-a543-0abc24b78319 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b53c5cc-df10-4594-9d7b-e97cf4acc0f4 HTTP/1.1" status: 200 len: 856 time: 0.0443399 Jul 27 06:55:54.638867 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7660c-b54e-4a0b-982b-488279b915b3 req-f921a57c-958d-40ff-8218-dd7e38a44e05 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:54.640341 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a1f7660c-b54e-4a0b-982b-488279b915b3 req-f921a57c-958d-40ff-8218-dd7e38a44e05 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0660264 Jul 27 06:55:54.678993 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a1f7660c-b54e-4a0b-982b-488279b915b3 req-30f814c5-267c-4702-847e-fb61e44ac826 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326347 Jul 27 06:55:54.683875 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-517b4666-43bb-4f7e-b472-c46bc382cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:54.685420 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-517b4666-43bb-4f7e-b472-c46bc382cbb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5138127-fb75-44e3-ad3e-a1d464f5c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562418 Jul 27 06:55:54.772077 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-1e8b2422-4929-456c-9120-3a6fc444a86c service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797017 Jul 27 06:55:54.862122 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5574a8d9-3f2c-47b4-ac88-cb7a2103b891 req-a577a4ef-be69-4f7d-a007-b5a23ad5a7f2 service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828485 Jul 27 06:55:55.039794 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b9615-32dd-4c55-889d-8171e1487e22 req-c44f024a-a357-41e5-9df8-bd451711237b tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:55.041322 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-478b9615-32dd-4c55-889d-8171e1487e22 req-c44f024a-a357-41e5-9df8-bd451711237b tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0658627 Jul 27 06:55:55.079115 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-478b9615-32dd-4c55-889d-8171e1487e22 req-99aa3374-fd64-454b-8605-1436d40bea46 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319242 Jul 27 06:55:55.813460 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd38de-38c4-48fb-9bd7-722fada0b2bd req-561faae2-bf9f-48dc-8a15-81662a814fa7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:55.814996 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-08fd38de-38c4-48fb-9bd7-722fada0b2bd req-561faae2-bf9f-48dc-8a15-81662a814fa7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0662489 Jul 27 06:55:55.856674 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-08fd38de-38c4-48fb-9bd7-722fada0b2bd req-7d51ea3a-046c-4017-959c-f59651edd5c6 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355632 Jul 27 06:55:56.216399 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd047bc-bb55-437e-9621-f0656edd398c req-7482147b-87d7-4d40-98f0-04c5c6966845 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:56.217926 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8dd047bc-bb55-437e-9621-f0656edd398c req-7482147b-87d7-4d40-98f0-04c5c6966845 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0656240 Jul 27 06:55:56.257606 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8dd047bc-bb55-437e-9621-f0656edd398c req-3b7c779d-fc0a-4109-a584-8a9a26a35658 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335939 Jul 27 06:55:56.674544 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0d35-2985-4938-950c-b0d139f35c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:56.813173 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:57.000384 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e146e-7123-4aed-8d56-0cbc23bf9659 req-6f714b5b-cddc-4312-b600-d14da77d85a9 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:57.002196 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a94e146e-7123-4aed-8d56-0cbc23bf9659 req-6f714b5b-cddc-4312-b600-d14da77d85a9 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0675945 Jul 27 06:55:57.049128 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a94e146e-7123-4aed-8d56-0cbc23bf9659 req-9e9a1779-2fce-4376-b671-7e77ceb22511 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382195 Jul 27 06:55:57.401194 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd1ceb-50a6-4ef0-837b-b9e50b1c4eb6 req-6eb1bfc2-eb2a-4ed4-ac0a-509c1a8a894a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:57.402685 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-50fd1ceb-50a6-4ef0-837b-b9e50b1c4eb6 req-6eb1bfc2-eb2a-4ed4-ac0a-509c1a8a894a tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0695264 Jul 27 06:55:57.721085 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-50fd1ceb-50a6-4ef0-837b-b9e50b1c4eb6 req-5221d874-fbe9-4ea1-99c4-7ea1a6a1e183 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118532 Jul 27 06:55:57.979266 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:58.180424 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd1c7-51ed-4e63-aae8-b7725feb2f3d req-d8253c2a-67ff-4a22-a281-47b0329b7dfd tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:58.182261 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bc2cd1c7-51ed-4e63-aae8-b7725feb2f3d req-d8253c2a-67ff-4a22-a281-47b0329b7dfd tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0653636 Jul 27 06:55:58.224998 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bc2cd1c7-51ed-4e63-aae8-b7725feb2f3d req-54cbf06f-b944-43ff-bd24-349a9ec86d5e tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353770 Jul 27 06:55:58.861410 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0365c-5919-4bf9-b913-7225a09ce67b req-b4029a63-4af2-40bd-82ff-17beba019639 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:58.862875 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5be0365c-5919-4bf9-b913-7225a09ce67b req-b4029a63-4af2-40bd-82ff-17beba019639 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0668240 Jul 27 06:55:58.902936 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5be0365c-5919-4bf9-b913-7225a09ce67b req-4941e7fd-b3b7-47ee-8180-62b6477af4d5 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334382 Jul 27 06:55:59.251714 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:55:59.363652 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6e64c-0f62-4953-acc7-b6cc99b8611c req-f5cdf297-c26b-4243-8c4d-ed7cfd62a065 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:55:59.365162 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-aba6e64c-0f62-4953-acc7-b6cc99b8611c req-f5cdf297-c26b-4243-8c4d-ed7cfd62a065 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0665662 Jul 27 06:55:59.405405 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-aba6e64c-0f62-4953-acc7-b6cc99b8611c req-699dc8a0-f5f3-4258-9ae4-a65b0c364488 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331948 Jul 27 06:55:59.645954 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:00.040120 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fd422-32b5-4287-acef-dc9e8b16a0d8 req-b408679a-c75e-410a-a0fd-a6ac6e45d14d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:00.041673 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a16fd422-32b5-4287-acef-dc9e8b16a0d8 req-b408679a-c75e-410a-a0fd-a6ac6e45d14d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0654938 Jul 27 06:56:00.085332 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a16fd422-32b5-4287-acef-dc9e8b16a0d8 req-812186fd-a2ca-425e-bf09-0f569fc4880d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374801 Jul 27 06:56:00.541713 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74919-148d-4490-a85e-d8a4a8a637ab req-563a203a-c3d1-4b69-8d86-d31ceb1451bc tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:00.543221 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5bc74919-148d-4490-a85e-d8a4a8a637ab req-563a203a-c3d1-4b69-8d86-d31ceb1451bc tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0695105 Jul 27 06:56:00.581742 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5bc74919-148d-4490-a85e-d8a4a8a637ab req-228093e5-ba1b-4f27-8320-a1c7a639fe5e tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326083 Jul 27 06:56:01.224170 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43344f4a-7a35-4d39-8abd-735541e745a5 req-43bcf570-264c-4a35-91e0-7066a532d71d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:01.226384 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-43344f4a-7a35-4d39-8abd-735541e745a5 req-43bcf570-264c-4a35-91e0-7066a532d71d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0651202 Jul 27 06:56:01.266898 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-43344f4a-7a35-4d39-8abd-735541e745a5 req-472f312b-9a3e-43b1-bb8f-54b4487cbc8c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340614 Jul 27 06:56:01.713101 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a4c8-d1fc-4026-8657-4c90621d8908 req-934ebe5b-21d7-486a-860d-32ffcd426802 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:01.714593 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2621a4c8-d1fc-4026-8657-4c90621d8908 req-934ebe5b-21d7-486a-860d-32ffcd426802 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0653768 Jul 27 06:56:01.756352 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2621a4c8-d1fc-4026-8657-4c90621d8908 req-8dc9b163-09ff-465f-8146-82a6ee3a2013 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357549 Jul 27 06:56:02.402223 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a5b5c-cf53-43f8-9a9c-00fa589f3c4d req-fbcaced8-96f0-425d-a4f7-2eaee9c2ef7c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:02.404452 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-860a5b5c-cf53-43f8-9a9c-00fa589f3c4d req-fbcaced8-96f0-425d-a4f7-2eaee9c2ef7c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0647082 Jul 27 06:56:02.442797 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-860a5b5c-cf53-43f8-9a9c-00fa589f3c4d req-b5c54655-fde5-4f1f-a9de-79fc157aa0d1 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323212 Jul 27 06:56:02.906707 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f2841-efee-4e16-a989-52594ff4aac7 req-d3ed7d33-4ac9-473c-bc97-11e428730a57 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:02.908406 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-100f2841-efee-4e16-a989-52594ff4aac7 req-d3ed7d33-4ac9-473c-bc97-11e428730a57 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0720332 Jul 27 06:56:02.960503 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-100f2841-efee-4e16-a989-52594ff4aac7 req-f36e8e99-ce33-4240-8ebb-354777587329 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457222 Jul 27 06:56:03.604255 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49132b4-2865-49ab-bb91-37657021f4fb req-f070dceb-5348-44d7-ad59-b6c1e71ea203 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:03.605800 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b49132b4-2865-49ab-bb91-37657021f4fb req-f070dceb-5348-44d7-ad59-b6c1e71ea203 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0776901 Jul 27 06:56:03.655757 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b49132b4-2865-49ab-bb91-37657021f4fb req-de32416b-067e-436d-9acb-eaca74a86444 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426528 Jul 27 06:56:04.095435 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e2095-aa65-4a73-af66-24e024a9f67a req-cdd31397-5647-445b-9f07-0a4986434b25 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:04.096973 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-508e2095-aa65-4a73-af66-24e024a9f67a req-cdd31397-5647-445b-9f07-0a4986434b25 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0655465 Jul 27 06:56:04.136185 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-508e2095-aa65-4a73-af66-24e024a9f67a req-7a57ee9a-82ae-4342-9e8b-0e66afeeec05 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327663 Jul 27 06:56:04.799372 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55778b38-329b-4156-867d-3fe6e2a6cec0 req-309b389e-f856-4fc1-8916-f2ac8498e1a6 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:04.800850 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-55778b38-329b-4156-867d-3fe6e2a6cec0 req-309b389e-f856-4fc1-8916-f2ac8498e1a6 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0701830 Jul 27 06:56:04.844375 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-55778b38-329b-4156-867d-3fe6e2a6cec0 req-3703d0b7-6ebd-4e6e-93fc-3f1f865c038d tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363548 Jul 27 06:56:05.270421 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440386c-cfe8-4968-8b3d-791fee70d151 req-b6d93e4b-500b-4fc8-8aea-d4f1cf5fd2c9 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:05.271899 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2440386c-cfe8-4968-8b3d-791fee70d151 req-b6d93e4b-500b-4fc8-8aea-d4f1cf5fd2c9 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0649741 Jul 27 06:56:05.311330 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2440386c-cfe8-4968-8b3d-791fee70d151 req-16e7b5c0-3989-4fd2-a655-6a3204b7e728 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335395 Jul 27 06:56:05.976405 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f9be5-d05d-491c-9bcc-874a30f18449 req-e15410d2-1680-4a8c-a5f5-8929f74e9d13 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:05.978055 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c60f9be5-d05d-491c-9bcc-874a30f18449 req-e15410d2-1680-4a8c-a5f5-8929f74e9d13 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0645845 Jul 27 06:56:06.041540 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c60f9be5-d05d-491c-9bcc-874a30f18449 req-f7c541d7-f821-4865-a6db-6629aedb94a8 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552402 Jul 27 06:56:06.058652 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cd902-955e-474c-bf27-a474a822e209 req-60604a58-939f-453b-9803-6f49043347b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:06.060114 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d9cd902-955e-474c-bf27-a474a822e209 req-60604a58-939f-453b-9803-6f49043347b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb0fe558c7e349d1822392715c00d202&device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 1099 time: 0.0809259 Jul 27 06:56:06.147922 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cd902-955e-474c-bf27-a474a822e209 req-7f312093-3c95-46b9-a0a5-e9c5f3ac45ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:06.149299 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d9cd902-955e-474c-bf27-a474a822e209 req-7f312093-3c95-46b9-a0a5-e9c5f3ac45ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=c243a260-5ce2-4f40-b808-df1f5e9b65cb HTTP/1.1" status: 200 len: 909 time: 0.0817494 Jul 27 06:56:06.217994 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d9cd902-955e-474c-bf27-a474a822e209 req-418415e3-1836-4601-b189-84146b0a3578 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d HTTP/1.1" status: 200 len: 1002 time: 0.0600181 Jul 27 06:56:06.266019 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cd902-955e-474c-bf27-a474a822e209 req-ebec72eb-12eb-4e4f-94c4-187c598f5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:06.267422 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d9cd902-955e-474c-bf27-a474a822e209 req-ebec72eb-12eb-4e4f-94c4-187c598f5840 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f HTTP/1.1" status: 200 len: 847 time: 0.0423567 Jul 27 06:56:06.325449 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cd902-955e-474c-bf27-a474a822e209 req-4045938f-6e2a-44e1-b7ef-de573c8c9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:06.326892 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d9cd902-955e-474c-bf27-a474a822e209 req-4045938f-6e2a-44e1-b7ef-de573c8c9541 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c243a260-5ce2-4f40-b808-df1f5e9b65cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520294 Jul 27 06:56:06.421197 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d9cd902-955e-474c-bf27-a474a822e209 req-062d66e4-e146-4c88-90c6-e51faabc883e service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858951 Jul 27 06:56:06.440938 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7eaae-ed0b-460d-b6a2-b223226ed78b req-da1bab1f-febd-4023-822a-fa8c9c726e65 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:06.442384 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9ce7eaae-ed0b-460d-b6a2-b223226ed78b req-da1bab1f-febd-4023-822a-fa8c9c726e65 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0652015 Jul 27 06:56:06.480675 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9ce7eaae-ed0b-460d-b6a2-b223226ed78b req-89c41b34-0f38-4821-8e6f-118cd92e9624 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319929 Jul 27 06:56:06.512212 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-3d9cd902-955e-474c-bf27-a474a822e209 req-f823221b-1dca-46b0-a29e-450ebddf2e72 service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833678 Jul 27 06:56:07.177114 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b526a84-eef8-45de-b9b4-b45cc912fdd2 req-6a0e2181-561f-4abb-957a-0fe7adaf94d6 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:07.178631 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9b526a84-eef8-45de-b9b4-b45cc912fdd2 req-6a0e2181-561f-4abb-957a-0fe7adaf94d6 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0675709 Jul 27 06:56:07.217217 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9b526a84-eef8-45de-b9b4-b45cc912fdd2 req-3d2bf567-600b-470e-a5ea-13e2ff8aff0b tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322151 Jul 27 06:56:07.606762 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bf448-dba7-414b-8434-19fcd936ffe3 req-26e06593-7144-4171-99db-987ad1afd4d7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:07.608366 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-869bf448-dba7-414b-8434-19fcd936ffe3 req-26e06593-7144-4171-99db-987ad1afd4d7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0629783 Jul 27 06:56:07.645737 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-869bf448-dba7-414b-8434-19fcd936ffe3 req-b4324b28-41a1-48bd-bd4e-e6ff06f66c36 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315342 Jul 27 06:56:08.349077 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8543837-a74c-4aa5-b1fe-1d4aa29c8bce req-d5b7428c-42d1-42db-bbb4-84e2c2087e89 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:08.350593 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b8543837-a74c-4aa5-b1fe-1d4aa29c8bce req-d5b7428c-42d1-42db-bbb4-84e2c2087e89 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0641716 Jul 27 06:56:08.388136 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b8543837-a74c-4aa5-b1fe-1d4aa29c8bce req-7bd11ab9-779e-4a20-9a7a-da5c12b238e7 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315809 Jul 27 06:56:08.774462 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71ec25-d5aa-4152-9f05-ea1d0a330c6f req-47dd8a47-e64c-483a-a8b8-b15653fc6874 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:08.775940 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3f71ec25-d5aa-4152-9f05-ea1d0a330c6f req-47dd8a47-e64c-483a-a8b8-b15653fc6874 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0633450 Jul 27 06:56:08.813483 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3f71ec25-d5aa-4152-9f05-ea1d0a330c6f req-07119924-b475-40bc-bddf-49c5f363f69b tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314889 Jul 27 06:56:09.342420 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddcf1603-cefe-46f2-8764-66ac177fec0a details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:56:09.434035 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:09.445558 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'port_id': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'mac_address': 'fa:16:3e:f6:f7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:56:09.483165 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:09.499004 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcf1603-cefe-46f2-8764-66ac177fec0a {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:56:09.519012 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:09.522715 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26346c-03c3-4b6c-9754-cb5fb5800a1a req-a3c15652-90cd-4f62-8673-90404b4d0b57 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:09.524205 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cb26346c-03c3-4b6c-9754-cb5fb5800a1a req-a3c15652-90cd-4f62-8673-90404b4d0b57 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 943 time: 0.0652738 Jul 27 06:56:09.562878 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cb26346c-03c3-4b6c-9754-cb5fb5800a1a req-34d9e794-2ec4-47ce-a523-7e18aabe057f tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321629 Jul 27 06:56:09.605698 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:09.652297 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=ddcf1603-cefe-46f2-8764-66ac177fec0a,revision_number=9']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:09.909068 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['ddcf1603-cefe-46f2-8764-66ac177fec0a'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:56:09.943985 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a5a4a-1285-417e-9534-436fe016ebc1 req-dafd238e-8b76-4eb3-ab51-ed7a1cba9264 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:09.945515 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-386a5a4a-1285-417e-9534-436fe016ebc1 req-dafd238e-8b76-4eb3-ab51-ed7a1cba9264 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0666625 Jul 27 06:56:09.984853 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-386a5a4a-1285-417e-9534-436fe016ebc1 req-4adb11da-34f9-41b2-a662-d50762961241 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326347 Jul 27 06:56:10.329229 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a268c-32ec-4d0b-b0c2-c26d9f8f7c57 req-749aca99-f5f9-4aa2-bace-42432748b074 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:10.330693 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c60a268c-32ec-4d0b-b0c2-c26d9f8f7c57 req-749aca99-f5f9-4aa2-bace-42432748b074 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0632184 Jul 27 06:56:10.369259 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c60a268c-32ec-4d0b-b0c2-c26d9f8f7c57 req-91c89a58-03b7-47ab-881f-f1e1d16feb14 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320868 Jul 27 06:56:10.410214 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37022) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:10.507664 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-7d55cad7-c8e2-4870-9106-1a75a148c595 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962250 Jul 27 06:56:10.702677 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb9a14-462f-4e51-ac63-1c46af5975df req-8ebad151-6906-42a4-8cc3-4359ec4113f5 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:10.704147 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-04fb9a14-462f-4e51-ac63-1c46af5975df req-8ebad151-6906-42a4-8cc3-4359ec4113f5 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 944 time: 0.0670273 Jul 27 06:56:10.743177 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-04fb9a14-462f-4e51-ac63-1c46af5975df req-1a15d595-1fd0-400f-8580-fb187f5557fd tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327163 Jul 27 06:56:11.349371 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddcf1603-cefe-46f2-8764-66ac177fec0a up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:56:11.399426 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port ddcf1603-cefe-46f2-8764-66ac177fec0a triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:56:11.399806 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.482638 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.501166 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8563405-6b43-48a5-8e5c-25c8c557acb9 req-2129a740-3e40-41b3-8f06-505028c06ee3 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:11.502688 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a8563405-6b43-48a5-8e5c-25c8c557acb9 req-2129a740-3e40-41b3-8f06-505028c06ee3 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0656986 Jul 27 06:56:11.504311 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:56:11.506544 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79287c94-cd15-4073-aaa5-6790d1ea5922" -d '{"events": [{"server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:56:11.519790 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:11.543717 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a8563405-6b43-48a5-8e5c-25c8c557acb9 req-10a8a365-6e6b-47b6-8ec7-bd5490cb4d6e tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348444 Jul 27 06:56:11.544510 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e226d4-eb71-4294-8606-677065e88915 x-openstack-request-id: req-89e226d4-eb71-4294-8606-677065e88915 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:56:11.544826 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:56:11.545080 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89e226d4-eb71-4294-8606-677065e88915 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:56:11.545470 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'code': 200} Jul 27 06:56:11.601971 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.602788 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device aa07135e-7556-4c2b-9237-3d76309b0f4d no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:56:11.678600 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=ddcf1603-cefe-46f2-8764-66ac177fec0a,revision_number=10']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:11.718951 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.750403 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port aa07135e-7556-4c2b-9237-3d76309b0f4d, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:11.887377 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:11.933455 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d8bbc-5302-4abd-bc03-6bb8ce8ef726 req-495f9cdf-4897-412d-a057-2af8a1fd3533 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:11.934887 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-000d8bbc-5302-4abd-bc03-6bb8ce8ef726 req-495f9cdf-4897-412d-a057-2af8a1fd3533 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 946 time: 0.0653615 Jul 27 06:56:11.935519 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=aa07135e-7556-4c2b-9237-3d76309b0f4d,revision_number=6']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:11.976049 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-000d8bbc-5302-4abd-bc03-6bb8ce8ef726 req-c169663a-6238-4f88-a7ec-1c70566a8364 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339222 Jul 27 06:56:12.068650 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec2393-f17d-48b0-89c5-e81ecc44bdae req-3555c6af-f6e5-4f30-8ad8-bccc5ab2932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:12.070201 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7fec2393-f17d-48b0-89c5-e81ecc44bdae req-3555c6af-f6e5-4f30-8ad8-bccc5ab2932a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 1099 time: 0.0554345 Jul 27 06:56:12.104967 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7fec2393-f17d-48b0-89c5-e81ecc44bdae req-1b5076a4-9138-4896-886a-c236e4eb082c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272226 Jul 27 06:56:12.672772 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85165dd5-1e92-4eea-8434-2ff7ce72bb98 req-feec4dea-dc43-46c1-9487-ef44415f741f tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:12.678309 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-85165dd5-1e92-4eea-8434-2ff7ce72bb98 req-feec4dea-dc43-46c1-9487-ef44415f741f tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0641878 Jul 27 06:56:12.712393 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-85165dd5-1e92-4eea-8434-2ff7ce72bb98 req-d676c550-8a29-493f-af03-532f74d09de2 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320163 Jul 27 06:56:13.111044 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27a761-a235-4162-9da7-722003d09105 req-de8ba9d5-c27e-4f75-8d34-e522285ee5ec tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:13.112524 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0e27a761-a235-4162-9da7-722003d09105 req-de8ba9d5-c27e-4f75-8d34-e522285ee5ec tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 946 time: 0.0645106 Jul 27 06:56:13.152795 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0e27a761-a235-4162-9da7-722003d09105 req-2e9cd474-681b-4bb2-a7e5-3d877014a664 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343676 Jul 27 06:56:13.547204 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:56:13.549714 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88bfcc4-01b6-420d-83f8-f84b8c2522a8" -d '{"events": [{"server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "name": "network-vif-unplugged", "status": "completed", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:56:13.560367 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-15b09f6f-c788-4b48-a89d-5255d867bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:13.561916 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-15b09f6f-c788-4b48-a89d-5255d867bc7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164&tenant_id=eb0fe558c7e349d1822392715c00d202 HTTP/1.1" status: 200 len: 1097 time: 0.0580966 Jul 27 06:56:13.586547 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 06:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed716d46-ad3f-4cd4-bda8-ca84adca03b1 x-openstack-request-id: req-ed716d46-ad3f-4cd4-bda8-ca84adca03b1 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:56:13.586859 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "name": "network-vif-unplugged", "status": "completed", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:56:13.587097 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed716d46-ad3f-4cd4-bda8-ca84adca03b1 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:56:13.587492 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'code': 200} Jul 27 06:56:13.679980 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-57c3b42e-0f2a-41c0-b7ba-d854989ea7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:13.681454 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-57c3b42e-0f2a-41c0-b7ba-d854989ea7bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb0fe558c7e349d1822392715c00d202&device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 1097 time: 0.0589509 Jul 27 06:56:13.774379 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-e98b441f-d8a8-4cc2-9484-2b5e63af8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:13.775870 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-e98b441f-d8a8-4cc2-9484-2b5e63af8aa0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c243a260-5ce2-4f40-b808-df1f5e9b65cb HTTP/1.1" status: 200 len: 909 time: 0.0874381 Jul 27 06:56:13.870237 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-4731c363-874b-49bc-903a-e5c59fab891d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d HTTP/1.1" status: 200 len: 1000 time: 0.0837059 Jul 27 06:56:13.924980 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea040c6-b1ab-4535-aa13-cef07f164344 req-e8b19703-c60f-41b9-acb1-2a4c05b70ae9 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:13.926445 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-bea040c6-b1ab-4535-aa13-cef07f164344 req-e8b19703-c60f-41b9-acb1-2a4c05b70ae9 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.1483071 Jul 27 06:56:13.936049 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-b950d9c9-8ae0-4add-bf82-fbd317c0c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:13.937368 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-b950d9c9-8ae0-4add-bf82-fbd317c0c9d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f HTTP/1.1" status: 200 len: 847 time: 0.0608253 Jul 27 06:56:13.998726 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-bea040c6-b1ab-4535-aa13-cef07f164344 req-c49ad17b-3492-4685-9a69-adb90d3aedd4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649900 Jul 27 06:56:14.021614 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-63690005-1f43-4c44-98d9-30b39522bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:14.024675 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-63690005-1f43-4c44-98d9-30b39522bd8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c243a260-5ce2-4f40-b808-df1f5e9b65cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732117 Jul 27 06:56:14.113108 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-ce9595bf-4b07-4e1b-8a72-dcaea02e4b1b service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820360 Jul 27 06:56:14.207864 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6dc146f2-0de6-4c43-b871-8c16b7c29e27 req-3cd91094-8d75-4f62-acfc-79692fb28a54 service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882006 Jul 27 06:56:14.293029 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69341fd-6018-46df-8ac8-448d11d43767 req-5760664f-fd58-4d7c-b47f-52d8ad42fe81 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:14.294572 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d69341fd-6018-46df-8ac8-448d11d43767 req-5760664f-fd58-4d7c-b47f-52d8ad42fe81 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 946 time: 0.0665045 Jul 27 06:56:14.334594 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d69341fd-6018-46df-8ac8-448d11d43767 req-73edf0ab-1166-4b8b-a8eb-763a3b89813f tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336471 Jul 27 06:56:15.127514 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6473e-781c-497f-9eab-7a72dd601880 req-efb74ef6-4316-4cea-b835-5211ec48fca0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:15.129007 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d1a6473e-781c-497f-9eab-7a72dd601880 req-efb74ef6-4316-4cea-b835-5211ec48fca0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0639002 Jul 27 06:56:15.166099 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d1a6473e-781c-497f-9eab-7a72dd601880 req-8f6ed986-e3b4-44f3-b403-5c7d02aa9216 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313582 Jul 27 06:56:15.362416 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:56:15.467214 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246c0d4-0413-4fd1-ae9f-85bd1fb31eb2 req-e08c976f-f7a4-4a17-8e4d-d35be7b0825f tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:15.468699 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5246c0d4-0413-4fd1-ae9f-85bd1fb31eb2 req-e08c976f-f7a4-4a17-8e4d-d35be7b0825f tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 946 time: 0.0625722 Jul 27 06:56:15.505778 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5246c0d4-0413-4fd1-ae9f-85bd1fb31eb2 req-9436eacd-7f20-48a2-b140-8199c842d5c6 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312581 Jul 27 06:56:16.297651 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c69ac-eee2-40c7-bebd-df033227712b req-00f7afd0-935b-44d8-8bf1-2d0e4b11d1c7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:16.299056 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-834c69ac-eee2-40c7-bebd-df033227712b req-00f7afd0-935b-44d8-8bf1-2d0e4b11d1c7 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0630138 Jul 27 06:56:16.337103 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-834c69ac-eee2-40c7-bebd-df033227712b req-3e216739-fc6b-4026-94a3-3af69ca847f2 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322180 Jul 27 06:56:17.462972 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feee7e5-cdb1-4afc-a2f9-478c8df89936 req-04b26dc7-2b38-4eac-af0e-bd5376ea63c4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:17.465054 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8feee7e5-cdb1-4afc-a2f9-478c8df89936 req-04b26dc7-2b38-4eac-af0e-bd5376ea63c4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0646930 Jul 27 06:56:17.501519 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8feee7e5-cdb1-4afc-a2f9-478c8df89936 req-422a4029-75b9-44cc-b820-822f1cad0589 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306795 Jul 27 06:56:18.631015 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3662e2b-89c6-430d-a4e7-b110337a88ab req-b0a4db57-be24-49cd-9abd-8547c74b9043 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:18.632461 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f3662e2b-89c6-430d-a4e7-b110337a88ab req-b0a4db57-be24-49cd-9abd-8547c74b9043 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0662634 Jul 27 06:56:18.669912 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f3662e2b-89c6-430d-a4e7-b110337a88ab req-a54605eb-34a9-4748-9446-7e63319974f9 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312765 Jul 27 06:56:19.799044 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8f3a2-5735-4d67-8473-604db9540a22 req-124bf7c2-2060-4fd6-b5ba-024c35f52e76 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:19.800520 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f3f8f3a2-5735-4d67-8473-604db9540a22 req-124bf7c2-2060-4fd6-b5ba-024c35f52e76 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0654037 Jul 27 06:56:19.842698 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f3f8f3a2-5735-4d67-8473-604db9540a22 req-33231012-2c34-4b99-a915-a5841863f9ce tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362906 Jul 27 06:56:20.972211 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a39120-290d-424b-a1ad-32432dd27c2c req-4e324292-e864-4b0c-9f94-bce30199188d tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:20.973819 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a5a39120-290d-424b-a1ad-32432dd27c2c req-4e324292-e864-4b0c-9f94-bce30199188d tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0644970 Jul 27 06:56:21.010689 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a5a39120-290d-424b-a1ad-32432dd27c2c req-e560a3bb-0998-4b83-8454-a3925b1a02f0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310304 Jul 27 06:56:22.139554 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a27fc-6321-4290-b6dd-db181a90b2d3 req-b86c5e64-e939-42de-86ad-13f0f3971dd4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:22.141039 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c45a27fc-6321-4290-b6dd-db181a90b2d3 req-b86c5e64-e939-42de-86ad-13f0f3971dd4 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0639453 Jul 27 06:56:22.179517 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c45a27fc-6321-4290-b6dd-db181a90b2d3 req-edc20f62-dfc7-4914-be1c-4e1fbe35c717 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323689 Jul 27 06:56:23.306809 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4c314-bf6b-4f54-a5c7-190d62eb99be req-3ebf7a1b-2059-4763-92c4-fb131c664f7a tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:23.308576 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8df4c314-bf6b-4f54-a5c7-190d62eb99be req-3ebf7a1b-2059-4763-92c4-fb131c664f7a tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 944 time: 0.0633802 Jul 27 06:56:23.349857 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8df4c314-bf6b-4f54-a5c7-190d62eb99be req-24640c1c-5a3d-4561-a9be-e35f7c79cf44 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353484 Jul 27 06:56:23.399870 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device aa07135e-7556-4c2b-9237-3d76309b0f4d details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:56:23.493702 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port aa07135e-7556-4c2b-9237-3d76309b0f4d, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:23.505173 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'port_id': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'mac_address': 'fa:16:3e:59:e4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:56:23.540728 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:23.552893 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa07135e-7556-4c2b-9237-3d76309b0f4d {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:56:23.572026 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port aa07135e-7556-4c2b-9237-3d76309b0f4d, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:23.624106 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:23.674686 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=aa07135e-7556-4c2b-9237-3d76309b0f4d,revision_number=7']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:23.946892 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['aa07135e-7556-4c2b-9237-3d76309b0f4d'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:56:24.189826 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-2950d244-33cf-4225-847e-f77acd295db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:24.481025 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5233ba-2c47-403c-99c1-33bdbc80b516 req-cc3ffe12-e0db-483e-aaf2-61c103894dbd tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:24.482470 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3f5233ba-2c47-403c-99c1-33bdbc80b516 req-cc3ffe12-e0db-483e-aaf2-61c103894dbd tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 945 time: 0.0671804 Jul 27 06:56:24.520407 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3f5233ba-2c47-403c-99c1-33bdbc80b516 req-ecc56ac4-79e8-4ed9-bdba-773c136a39f8 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319993 Jul 27 06:56:25.416253 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device aa07135e-7556-4c2b-9237-3d76309b0f4d up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:56:25.463304 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port aa07135e-7556-4c2b-9237-3d76309b0f4d triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:56:25.463710 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:25.538821 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:25.561566 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:56:25.563804 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af4f4c9-9931-4e6f-b64e-eda255fd337f" -d '{"events": [{"server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "name": "network-vif-plugged", "status": "completed", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:56:25.576965 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port aa07135e-7556-4c2b-9237-3d76309b0f4d, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:25.599608 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeef5d9d-6c9d-4c09-b573-1ff070302a0e x-openstack-request-id: req-aeef5d9d-6c9d-4c09-b573-1ff070302a0e {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:56:25.599967 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "name": "network-vif-plugged", "status": "completed", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:56:25.600225 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aeef5d9d-6c9d-4c09-b573-1ff070302a0e {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:56:25.600644 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'code': 200} Jul 27 06:56:25.653582 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e80f34-1326-46a8-9ffa-53145e09ecce req-d41ffca8-584e-42b5-bb89-8f640c04529a tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:25.655106 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-32e80f34-1326-46a8-9ffa-53145e09ecce req-d41ffca8-584e-42b5-bb89-8f640c04529a tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 945 time: 0.0676441 Jul 27 06:56:25.694831 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-32e80f34-1326-46a8-9ffa-53145e09ecce req-3c9cc8c4-85d6-4c56-8841-8404a2dcb94c tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338423 Jul 27 06:56:25.702668 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:25.750873 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=aa07135e-7556-4c2b-9237-3d76309b0f4d,revision_number=8']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:25.950355 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f27058-05b7-4464-ae2b-a191a63783c1 req-718bed70-b913-4d39-81f3-e7e17e85cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:25.951759 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-46f27058-05b7-4464-ae2b-a191a63783c1 req-718bed70-b913-4d39-81f3-e7e17e85cac8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 1099 time: 0.0536387 Jul 27 06:56:25.988824 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-46f27058-05b7-4464-ae2b-a191a63783c1 req-4811c50e-da9b-4c18-a7ae-bb3d256a83a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287874 Jul 27 06:56:26.664305 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-fd5a6444-59f5-4f09-a34a-fc4763dffaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:26.801331 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:26.828370 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c153364-3248-448d-8bf2-d5f1d884e3c2 req-a420d8c6-7718-475e-9eb7-46dac40ece59 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:26.829869 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9c153364-3248-448d-8bf2-d5f1d884e3c2 req-a420d8c6-7718-475e-9eb7-46dac40ece59 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0626786 Jul 27 06:56:26.867488 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9c153364-3248-448d-8bf2-d5f1d884e3c2 req-47cd33fb-0a67-41d5-8a17-7fadfcee2f66 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312984 Jul 27 06:56:27.938248 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:27.999967 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07ccf8-f932-4c63-8998-2ccbfd244f86 req-4dee9513-bcc4-449b-b59e-2cd14d0bc590 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:28.001462 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2d07ccf8-f932-4c63-8998-2ccbfd244f86 req-4dee9513-bcc4-449b-b59e-2cd14d0bc590 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0671554 Jul 27 06:56:28.039256 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2d07ccf8-f932-4c63-8998-2ccbfd244f86 req-501a8041-47dd-4d8a-979c-224ed037b02d tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319552 Jul 27 06:56:29.250617 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:29.669496 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:34.825798 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-63d45efe-199b-4656-bcc0-ae743125a80a req-ed66efb4-435f-42d5-b573-5de47d24a723 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536728 Jul 27 06:56:34.911624 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45efe-199b-4656-bcc0-ae743125a80a req-4716afed-99e3-414f-8bfa-01c77047e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:34.913120 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-63d45efe-199b-4656-bcc0-ae743125a80a req-4716afed-99e3-414f-8bfa-01c77047e37e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8f217628c34827948362d0e6d45519&device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 1099 time: 0.0524504 Jul 27 06:56:35.019601 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45efe-199b-4656-bcc0-ae743125a80a req-985276e1-efeb-453e-a5a9-d696f192ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:35.021098 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-63d45efe-199b-4656-bcc0-ae743125a80a req-985276e1-efeb-453e-a5a9-d696f192ab0a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 200 len: 918 time: 0.0876269 Jul 27 06:56:35.085864 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-63d45efe-199b-4656-bcc0-ae743125a80a req-37b2f7c8-1c81-495f-9cea-112d0fcfa7e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a HTTP/1.1" status: 200 len: 1000 time: 0.0567877 Jul 27 06:56:35.133993 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45efe-199b-4656-bcc0-ae743125a80a req-fed10000-ba13-4852-b131-14e61256652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:35.137184 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-63d45efe-199b-4656-bcc0-ae743125a80a req-fed10000-ba13-4852-b131-14e61256652e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b53c5cc-df10-4594-9d7b-e97cf4acc0f4 HTTP/1.1" status: 200 len: 856 time: 0.0420103 Jul 27 06:56:35.197761 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45efe-199b-4656-bcc0-ae743125a80a req-f62ccabf-e32d-43e6-b48d-36d0e885f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:35.199912 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-63d45efe-199b-4656-bcc0-ae743125a80a req-f62ccabf-e32d-43e6-b48d-36d0e885f121 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5138127-fb75-44e3-ad3e-a1d464f5c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559676 Jul 27 06:56:35.288085 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-63d45efe-199b-4656-bcc0-ae743125a80a req-1b0fa741-596b-4233-ad1b-91ed6b885ec6 service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806968 Jul 27 06:56:35.381416 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-63d45efe-199b-4656-bcc0-ae743125a80a req-e28ad968-8d55-4436-bd51-5d567b084252 service neutron] 10.222.0.30 "GET /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853114 Jul 27 06:56:47.330480 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1e939-7faf-460e-b559-a0e95816a0fe req-f72f45dd-0f16-4de1-b59e-0b0e831ac1ca tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:47.331982 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37a1e939-7faf-460e-b559-a0e95816a0fe req-f72f45dd-0f16-4de1-b59e-0b0e831ac1ca tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 946 time: 0.0638068 Jul 27 06:56:47.370240 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-37a1e939-7faf-460e-b559-a0e95816a0fe req-bd20bde6-aa17-407c-af1c-1cf2db16b533 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320625 Jul 27 06:56:48.502047 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34913246-70cc-4482-90a8-fa036813f3d9 req-72e2fddf-e970-44e8-b576-2ee1e7972d3c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:48.503512 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-34913246-70cc-4482-90a8-fa036813f3d9 req-72e2fddf-e970-44e8-b576-2ee1e7972d3c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 946 time: 0.0616977 Jul 27 06:56:48.540628 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-34913246-70cc-4482-90a8-fa036813f3d9 req-3c66950a-b39f-4c9f-81d9-cdc36f700b86 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f75d8b-23c5-4256-9d6d-096b527e8fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Jul 27 06:56:48.865009 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-5d30072a-c93a-431b-bcd5-ba010919cad0 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:56:48.866440 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-5d30072a-c93a-431b-bcd5-ba010919cad0 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 946 time: 0.0619307 Jul 27 06:56:48.978353 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Deleting port ddcf1603-cefe-46f2-8764-66ac177fec0a {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:56:48.978698 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:49.062802 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] For port ddcf1603-cefe-46f2-8764-66ac177fec0a, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ddcf1603-cefe-46f2-8764-66ac177fec0a,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:49.063161 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:49.229518 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:49.229896 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:49.230209 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.l3_db [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Floating IP cde1d17e-64fa-401c-9daf-bc683dbeff08 disassociated. External IP: 172.27.1.47, port: ddcf1603-cefe-46f2-8764-66ac177fec0a. Jul 27 06:56:49.230546 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Calling delete_port for ddcf1603-cefe-46f2-8764-66ac177fec0a owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:56:49.435006 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:49.471151 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event deleted for resources: {'Port': ['ID=ddcf1603-cefe-46f2-8764-66ac177fec0a,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:49.481291 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:49.481724 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:49.481994 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:49.482335 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:49.483875 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:49.483875 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:49.484477 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:49.484947 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:49.485177 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:49.485508 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:49.485840 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:49.486169 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:49.591147 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Router b19dd726-29c3-4b89-9eff-856026fb9465 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:56:49.669442 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-88febc9a-eb8e-41b9-bbd3-1ee6bff0b3dc req-3e55b48e-755f-44c9-ab27-5da80c014b4b tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 210 time: 0.0332649 Jul 27 06:56:49.729745 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:56:49.740262 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8ebaf3-f695-47a4-871e-892a7388aec6 None None] Sync routers for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:56:49.749457 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ebaf3-f695-47a4-871e-892a7388aec6 None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:56:49.750068 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-cd8ebaf3-f695-47a4-871e-892a7388aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:56:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:56:49.774822 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] No DVR routers for this DVR port ddcf1603-cefe-46f2-8764-66ac177fec0a on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:56:49.777400 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:49.779388 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1779aaf0-10ea-4119-87ea-75d5a111cba6 req-02de1db6-1959-4029-be79-a703df420a2c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.30 "DELETE /v2.0/ports/ddcf1603-cefe-46f2-8764-66ac177fec0a HTTP/1.1" status: 204 len: 173 time: 0.9058478 Jul 27 06:56:49.780686 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'name': 'network-vif-deleted', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:56:49.783402 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f7d576-d225-455e-95b2-0b52d2962026" -d '{"events": [{"server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "name": "network-vif-deleted", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:56:49.821335 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd44e15-c33a-440d-837c-a5a52b8e4900 x-openstack-request-id: req-3bd44e15-c33a-440d-837c-a5a52b8e4900 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:56:49.821896 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed387e5-819b-408c-88f7-109c839c6d99", "name": "network-vif-deleted", "tag": "ddcf1603-cefe-46f2-8764-66ac177fec0a", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:56:49.822154 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bd44e15-c33a-440d-837c-a5a52b8e4900 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:56:49.822554 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed387e5-819b-408c-88f7-109c839c6d99', 'name': 'network-vif-deleted', 'tag': 'ddcf1603-cefe-46f2-8764-66ac177fec0a', 'status': 'completed', 'code': 200} Jul 27 06:56:49.985755 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-cd8ebaf3-f695-47a4-871e-892a7388aec6 None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:56:50.182490 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-cd8ebaf3-f695-47a4-871e-892a7388aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:15Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:56:50.208353 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8ebaf3-f695-47a4-871e-892a7388aec6 None None] Checking router: b19dd726-29c3-4b89-9eff-856026fb9465 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:56:50.216610 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ebaf3-f695-47a4-871e-892a7388aec6 None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:56:50.217261 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-cd8ebaf3-f695-47a4-871e-892a7388aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:56:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:56:50.319727 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-cd8ebaf3-f695-47a4-871e-892a7388aec6 None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:56:50.513041 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-cd8ebaf3-f695-47a4-871e-892a7388aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:15Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:56:50.542714 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8ebaf3-f695-47a4-871e-892a7388aec6 None None] The sync data for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi is: [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:51:10Z', 'revision_number': 4, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '1a37dfe1-e7b4-433a-a956-83ad2aa6eaee', 'name': '', 'network_id': 'a5138127-fb75-44e3-ad3e-a1d464f5c788', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'mac_address': 'fa:16:3e:f5:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:09Z', 'updated_at': '2021-07-27T06:51:15Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'subnets': [{'id': '8b53c5cc-df10-4594-9d7b-e97cf4acc0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:56:50.758686 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43afd7ba-8ec9-4bbc-9f5f-b4931376d2bc None None] New status for floating IP cde1d17e-64fa-401c-9daf-bc683dbeff08: DOWN {{(pid=100260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:56:50.786687 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8fcd31cd-9e6f-499e-9b4a-d4e74fff98df req-ac89e016-3f20-476f-ad76-150a37598d14 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed387e5-819b-408c-88f7-109c839c6d99 HTTP/1.1" status: 200 len: 210 time: 0.0300288 Jul 27 06:56:52.362139 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:56:52.990470 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37148) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:53.046934 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:53.069182 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:53.171716 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:53.174364 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:53.183403 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "DELETE /v2.0/security-groups/25f75d8b-23c5-4256-9d6d-096b527e8fe7 HTTP/1.1" status: 204 len: 168 time: 0.1840570 Jul 27 06:56:53.183559 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37150) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:53.184311 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f75d8b-23c5-4256-9d6d-096b527e8fe7,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:53.191709 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:53.191862 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.api.v2.resource [None req-68bf7aba-0eec-4c0f-a558-39ceb3fbdc26 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] show failed (client error): The resource could not be found. Jul 27 06:56:53.192170 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:53.192520 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:53.192874 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-68bf7aba-0eec-4c0f-a558-39ceb3fbdc26 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "GET /v2.0/security-groups/25f75d8b-23c5-4256-9d6d-096b527e8fe7 HTTP/1.1" status: 404 len: 347 time: 0.0135570 Jul 27 06:56:53.193066 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:53.193215 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:53.193543 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:53.193872 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:53.194267 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:53.194629 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:53.194958 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:53.195287 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:53.195611 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17acad-1bea-41eb-a828-cef9c79da35c tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:53.196481 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37152) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:53.318696 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-3a521ddd-7e7a-4ef9-8dda-1121d2487310 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Deleting port 27a1ec95-12be-4cfd-a922-bb0af64d5ed5 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:56:53.319041 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3a521ddd-7e7a-4ef9-8dda-1121d2487310 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:53.395992 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3a521ddd-7e7a-4ef9-8dda-1121d2487310 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:53.396338 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3a521ddd-7e7a-4ef9-8dda-1121d2487310 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:53.408609 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-3a521ddd-7e7a-4ef9-8dda-1121d2487310 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Calling delete_port for 27a1ec95-12be-4cfd-a922-bb0af64d5ed5 owned by network:floatingip {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:56:53.586748 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddcf1603-cefe-46f2-8764-66ac177fec0a no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:56:53.598931 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3a521ddd-7e7a-4ef9-8dda-1121d2487310 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:53.606737 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: ddcf1603-cefe-46f2-8764-66ac177fec0a {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:56:53.608969 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device ddcf1603-cefe-46f2-8764-66ac177fec0a not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:56:53.625906 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a521ddd-7e7a-4ef9-8dda-1121d2487310 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Pushing event deleted for resources: {'Port': ['ID=27a1ec95-12be-4cfd-a922-bb0af64d5ed5,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:53.689719 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3a521ddd-7e7a-4ef9-8dda-1121d2487310 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks [] for floatingip, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:53.692239 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3a521ddd-7e7a-4ef9-8dda-1121d2487310 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:53.693417 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-3a521ddd-7e7a-4ef9-8dda-1121d2487310 tempest-AttachVolumeShelveTestJSON-1048774938 tempest-AttachVolumeShelveTestJSON-1048774938-project] 10.222.0.24 "DELETE /v2.0/floatingips/cde1d17e-64fa-401c-9daf-bc683dbeff08 HTTP/1.1" status: 204 len: 168 time: 0.4960141 Jul 27 06:56:54.200549 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-30789ca0-08a0-403a-a798-0ee5b4df02cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:56.340283 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37176) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:56.726700 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ec9d87aa-2d06-4f0b-afa3-bf136a29e3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:56.771892 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3ee3b726-7941-46b7-b14c-e0508e110869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929412'] for router_interface, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:56.812123 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:57.021148 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3b726-7941-46b7-b14c-e0508e110869 admin admin] Deleting port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:56:57.021450 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3ee3b726-7941-46b7-b14c-e0508e110869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:57.098196 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-3ee3b726-7941-46b7-b14c-e0508e110869 admin admin] For port 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=1a37dfe1-e7b4-433a-a956-83ad2aa6eaee,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:57.098557 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3ee3b726-7941-46b7-b14c-e0508e110869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:57.110754 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3b726-7941-46b7-b14c-e0508e110869 admin admin] Calling delete_port for 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee owned by network:router_interface {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:56:57.341819 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3ee3b726-7941-46b7-b14c-e0508e110869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:57.365787 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3b726-7941-46b7-b14c-e0508e110869 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a37dfe1-e7b4-433a-a956-83ad2aa6eaee,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:57.793941 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3ee3b726-7941-46b7-b14c-e0508e110869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929384'] for router_interface, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:57.989415 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:58.003092 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee3b726-7941-46b7-b14c-e0508e110869 admin admin] Router b19dd726-29c3-4b89-9eff-856026fb9465 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:56:58.107149 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee3b726-7941-46b7-b14c-e0508e110869 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:56:58.115057 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-3ee3b726-7941-46b7-b14c-e0508e110869 admin admin] 10.222.0.24 "PUT /v2.0/routers/b19dd726-29c3-4b89-9eff-856026fb9465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7713163 Jul 27 06:56:58.115270 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37180) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:58.115640 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8cace-e18a-4958-bafb-507d276a8388 None None] Sync routers for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:56:58.125220 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8cace-e18a-4958-bafb-507d276a8388 None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:56:58.126532 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-90d8cace-e18a-4958-bafb-507d276a8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:56:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:56:58.217626 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Notify callbacks [] for router, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:58.231426 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-90d8cace-e18a-4958-bafb-507d276a8388 None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:56:58.318695 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:58.412633 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-90d8cace-e18a-4958-bafb-507d276a8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:56:57Z', 'revision_number': 5, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port': {'id': '7c0274c1-9b4d-4fd2-9e07-439e3e966853', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:51:07Z', 'updated_at': '2021-07-27T06:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:56:58.431971 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Deleting port 7c0274c1-9b4d-4fd2-9e07-439e3e966853 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:56:58.432526 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:58.440089 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8cace-e18a-4958-bafb-507d276a8388 None None] Checking router: b19dd726-29c3-4b89-9eff-856026fb9465 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:56:58.448237 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8cace-e18a-4958-bafb-507d276a8388 None None] Routers {'b19dd726-29c3-4b89-9eff-856026fb9465'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:56:58.448876 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-90d8cace-e18a-4958-bafb-507d276a8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:56:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['b19dd726-29c3-4b89-9eff-856026fb9465'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:56:58.510766 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] For port 7c0274c1-9b4d-4fd2-9e07-439e3e966853, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=7c0274c1-9b4d-4fd2-9e07-439e3e966853,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:58.511135 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:58.527688 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Calling delete_port for 7c0274c1-9b4d-4fd2-9e07-439e3e966853 owned by network:router_gateway {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:56:58.534964 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-90d8cace-e18a-4958-bafb-507d276a8388 None None] Set router b19dd726-29c3-4b89-9eff-856026fb9465 gateway port host: None {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:56:58.585789 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-90d8cace-e18a-4958-bafb-507d276a8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:56:58Z', 'revision_number': 6, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port_host': None}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:56:58.615213 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8cace-e18a-4958-bafb-507d276a8388 None None] The sync data for ids ['b19dd726-29c3-4b89-9eff-856026fb9465'] in dv-cinder-779194-3-iscsi is: [{'id': 'b19dd726-29c3-4b89-9eff-856026fb9465', 'name': 'tempest-AttachVolumeShelveTestJSON-1016378431-router', 'tenant_id': '1c8f217628c34827948362d0e6d45519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:51:06Z', 'updated_at': '2021-07-27T06:56:58Z', 'revision_number': 6, 'project_id': '1c8f217628c34827948362d0e6d45519', 'gw_port_host': None}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:56:58.754890 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:58.787629 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0274c1-9b4d-4fd2-9e07-439e3e966853,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:58.846140 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929226'] for router_gateway, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:58.933985 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-694'] for router, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:58.936009 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.044513 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563395'] for router, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.045098 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b19dd726-29c3-4b89-9eff-856026fb9465 {{(pid=100258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:56:59.052987 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] Notify callbacks [] for router, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.052987 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-942f9c85-24f3-4294-a25f-9b87a16672ed admin admin] 10.222.0.24 "DELETE /v2.0/routers/b19dd726-29c3-4b89-9eff-856026fb9465 HTTP/1.1" status: 204 len: 168 time: 0.9364207 Jul 27 06:56:59.055264 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37182) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:59.103546 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c204483-39fc-47bf-9ebc-4ecb595065fb admin admin] Deleting subnet 8b53c5cc-df10-4594-9d7b-e97cf4acc0f4 {{(pid=100258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:56:59.106531 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0c204483-39fc-47bf-9ebc-4ecb595065fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.139512 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0c204483-39fc-47bf-9ebc-4ecb595065fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11690516'] for subnet, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.216893 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0c204483-39fc-47bf-9ebc-4ecb595065fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.246061 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.326530 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0c204483-39fc-47bf-9ebc-4ecb595065fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12579579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12560906'] for subnet, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.353916 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c204483-39fc-47bf-9ebc-4ecb595065fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b53c5cc-df10-4594-9d7b-e97cf4acc0f4,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:59.358830 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0c204483-39fc-47bf-9ebc-4ecb595065fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.361099 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-0c204483-39fc-47bf-9ebc-4ecb595065fb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b53c5cc-df10-4594-9d7b-e97cf4acc0f4 HTTP/1.1" status: 204 len: 168 time: 0.3048859 Jul 27 06:56:59.363660 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37184) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:56:59.366154 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6c0e4a-2f61-467d-a3e1-989e675e8b57 None None] Network a5138127-fb75-44e3-ad3e-a1d464f5c788 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:56:59.418010 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:56:59.442372 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.445980 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:56:59.446319 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 1a37dfe1-e7b4-433a-a956-83ad2aa6eaee not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:56:59.446735 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 7c0274c1-9b4d-4fd2-9e07-439e3e966853 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:56:59.476854 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 7c0274c1-9b4d-4fd2-9e07-439e3e966853 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:56:59.477158 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 7c0274c1-9b4d-4fd2-9e07-439e3e966853 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:56:59.497371 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Deleting port a0d06aee-001f-408e-9663-9f0b6b329b4f {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:56:59.497726 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.569022 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] For port a0d06aee-001f-408e-9663-9f0b6b329b4f, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=a0d06aee-001f-408e-9663-9f0b6b329b4f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:59.572805 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.585625 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Calling delete_port for a0d06aee-001f-408e-9663-9f0b6b329b4f owned by network:dhcp {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:56:59.625029 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] DHCP port deletion for a5138127-fb75-44e3-ad3e-a1d464f5c788 request from dv-cinder-779194-3-iscsi {{(pid=100259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 06:56:59.651815 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.678957 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Deleting port a0d06aee-001f-408e-9663-9f0b6b329b4f {{(pid=100259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:56:59.679340 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.738238 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.769273 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] For port a0d06aee-001f-408e-9663-9f0b6b329b4f, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=a0d06aee-001f-408e-9663-9f0b6b329b4f,segment=NetworkSegment(9661b04b-1ff7-40dd-ac6a-6571e835bd94),segment_id=9661b04b-1ff7-40dd-ac6a-6571e835bd94)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:56:59.769273 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.770665 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d06aee-001f-408e-9663-9f0b6b329b4f,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:59.774158 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] No DVR routers for this DVR port a0d06aee-001f-408e-9663-9f0b6b329b4f on host dv-cinder-779194-3-iscsi {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:56:59.784147 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Calling delete_port for a0d06aee-001f-408e-9663-9f0b6b329b4f owned by network:dhcp {{(pid=100259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:56:59.845702 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.855513 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5138127-fb75-44e3-ad3e-a1d464f5c788']}} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:56:59.860384 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286'] for port, after_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.866648 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9661b04b-1ff7-40dd-ac6a-6571e835bd94') {'for_net_delete': True} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:56:59.866946 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9661b04b-1ff7-40dd-ac6a-6571e835bd94') {} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:56:59.876360 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11690983'] for segment, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.886391 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Pushing event deleted for resources: {'Port': ['ID=a0d06aee-001f-408e-9663-9f0b6b329b4f,revision_number=None']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:56:59.890116 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.898919 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] No DVR routers for this DVR port a0d06aee-001f-408e-9663-9f0b6b329b4f on host dv-cinder-779194-3-iscsi {{(pid=100259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:56:59.899115 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:56:59.899115 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12579477'] for segment, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: Traceback (most recent call last): Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: timer() Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: cb(*args, **kw) Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: return func(*args, **kwargs) Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: self._notify() Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: self.callback(batched_events) Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: event.method(event) Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: return f(self, *a, **k) Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: return self._get(url).json() Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: return self.request(url, 'GET', **kwargs) Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:56:59.899369 dv-cinder-779194-3-iscsi neutron-server[100258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:56:59.906676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:59.906676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:59.906676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:59.906676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:59.906676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:59.906676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:59.906676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:59.906676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:59.906676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:59.906676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:59.906676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:56:59.906676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d6134-4a33-4b4f-93dd-27fe49912632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:00.017759 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:00.023157 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:00.025003 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] 10.222.0.24 "DELETE /v2.0/networks/a5138127-fb75-44e3-ad3e-a1d464f5c788 HTTP/1.1" status: 204 len: 168 time: 0.6599650 Jul 27 06:57:00.037260 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f51f7-9132-445c-8d15-9fbcc5d6092e admin admin] Pushing event deleted for resources: {'Network': ['ID=a5138127-fb75-44e3-ad3e-a1d464f5c788,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:00.284955 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37190) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:00.324726 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-ee62ac63-b98c-4425-95cc-03ef758eeb00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c8f217628c34827948362d0e6d45519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382588 Jul 27 06:57:00.327033 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37194) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:00.375778 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-11498150-9532-413a-b22c-81284eddbc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:00.396077 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-11498150-9532-413a-b22c-81284eddbc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:00.513275 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-11498150-9532-413a-b22c-81284eddbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:00.515794 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-11498150-9532-413a-b22c-81284eddbc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:00.517553 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-11498150-9532-413a-b22c-81284eddbc59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9502dc7-62f7-4f8b-8f2d-2bda212c9acd HTTP/1.1" status: 204 len: 168 time: 0.1895823 Jul 27 06:57:00.525249 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11498150-9532-413a-b22c-81284eddbc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9502dc7-62f7-4f8b-8f2d-2bda212c9acd,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:01.212479 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device a0d06aee-001f-408e-9663-9f0b6b329b4f no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:01.233006 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: a0d06aee-001f-408e-9663-9f0b6b329b4f {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:01.233350 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device a0d06aee-001f-408e-9663-9f0b6b329b4f not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:01.461320 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37216) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:01.551157 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1869075769-network', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:01.634366 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Made reservation on behalf of f12c9c947f1c40949d54395ee2d5fd64 for: {'network': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:57:01.636692 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:01.645486 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:01.732859 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:01.804613 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:01.831482 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:57:01.836975 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e414cb07-44ca-44cd-b65c-e3b40c95e973,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:01.844075 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:01.844244 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.segments_db [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Added segment 9ebcaa6d-8696-4259-b4b7-351ad94aa518 of type vlan for network a231a25f-8070-436f-95d3-bdf26a4b9072 Jul 27 06:57:01.883588 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:01.970461 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:01.972046 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:01.972696 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:02.033876 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] Pushing event updated for resources: {'Network': ['ID=a231a25f-8070-436f-95d3-bdf26a4b9072,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:02.044027 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network a231a25f-8070-436f-95d3-bdf26a4b9072 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:57:02.098662 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-ee4adab4-41e0-418b-ab22-860fe342fd2e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6362302 Jul 27 06:57:02.101576 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37220) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:02.109829 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-1052c0c0-a457-42a0-9618-bacbf08c736d admin admin] Request body: {'subnet': {'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1869075769-subnet', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:02.177408 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1052c0c0-a457-42a0-9618-bacbf08c736d admin admin] Made reservation on behalf of f12c9c947f1c40949d54395ee2d5fd64 for: {'subnet': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:57:02.179740 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1052c0c0-a457-42a0-9618-bacbf08c736d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12332903'] for subnet, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:02.389349 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1052c0c0-a457-42a0-9618-bacbf08c736d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12401438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12332917'] for subnet, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:02.444028 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052c0c0-a457-42a0-9618-bacbf08c736d admin admin] Pushing event updated for resources: {'Subnet': ['ID=916d230a-8b5d-42e9-b6c4-55f5628d8690,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:02.452573 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1052c0c0-a457-42a0-9618-bacbf08c736d admin admin] Checking segment: {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:57:02.452969 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052c0c0-a457-42a0-9618-bacbf08c736d admin admin] Network hostable DHCP agents. Network: a231a25f-8070-436f-95d3-bdf26a4b9072, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:57:02.529695 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052c0c0-a457-42a0-9618-bacbf08c736d admin admin] Network a231a25f-8070-436f-95d3-bdf26a4b9072 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:57:02.609995 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-1052c0c0-a457-42a0-9618-bacbf08c736d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, a231a25f-8070-436f-95d3-bdf26a4b9072) {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:57:02.615313 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052c0c0-a457-42a0-9618-bacbf08c736d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:02.616269 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1052c0c0-a457-42a0-9618-bacbf08c736d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:02.623757 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7c38b1-92e8-46ad-ad3e-8649f04c58c0 None None] Network a231a25f-8070-436f-95d3-bdf26a4b9072 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:57:02.692159 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-1052c0c0-a457-42a0-9618-bacbf08c736d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5892596 Jul 27 06:57:02.694821 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37222) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:02.699337 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:02.767329 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98312859-1b28-41a7-880d-af965066169b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped675565-aa29-5855-a0a6-196c76607e72-a231a25f-8070-436f-95d3-bdf26a4b9072', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690'}]}} from dv-cinder-779194-3-iscsi. {{(pid=100259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:57:02.768339 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-98312859-1b28-41a7-880d-af965066169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:02.800973 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-704'] for router, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:02.802066 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-697'] for router, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:02.853038 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:03.024180 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.db_base_plugin_common [None req-98312859-1b28-41a7-880d-af965066169b None None] Allocated IP 172.20.0.2 (a231a25f-8070-436f-95d3-bdf26a4b9072/916d230a-8b5d-42e9-b6c4-55f5628d8690/c2f247da-1276-4542-beaa-5ed27c2bd6c8) {{(pid=100259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:57:03.071870 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-928781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:03.166131 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-98312859-1b28-41a7-880d-af965066169b None None] Notify callbacks [] for port, precommit_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:03.175182 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-98312859-1b28-41a7-880d-af965066169b None None] Transition to ACTIVE for port object c2f247da-1276-4542-beaa-5ed27c2bd6c8 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:57:03.189432 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-98312859-1b28-41a7-880d-af965066169b None None] Transition to ACTIVE for port object c2f247da-1276-4542-beaa-5ed27c2bd6c8 will not be triggered until provisioned by entity DHCP. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:57:03.250714 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-98312859-1b28-41a7-880d-af965066169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:03.288286 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98312859-1b28-41a7-880d-af965066169b None None] Network a231a25f-8070-436f-95d3-bdf26a4b9072 is already hosted by enough agents. {{(pid=100259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:57:03.293179 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.base_scheduler [None req-98312859-1b28-41a7-880d-af965066169b None None] Resources bound (agent type, host, resource id): {{(pid=100259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:57:03.295614 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98312859-1b28-41a7-880d-af965066169b None None] Received port after_create {{(pid=100259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:57:03.305005 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98312859-1b28-41a7-880d-af965066169b None None] Pushing event updated for resources: {'Port': ['ID=c2f247da-1276-4542-beaa-5ed27c2bd6c8,revision_number=1']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:03.318939 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:03.337991 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:03.359745 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-98312859-1b28-41a7-880d-af965066169b None None] Attempting to bind port c2f247da-1276-4542-beaa-5ed27c2bd6c8 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:57:03.367663 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-98312859-1b28-41a7-880d-af965066169b None None] Attempting to bind port c2f247da-1276-4542-beaa-5ed27c2bd6c8 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:57:03.367663 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98312859-1b28-41a7-880d-af965066169b None None] Attempting to bind port c2f247da-1276-4542-beaa-5ed27c2bd6c8 on network a231a25f-8070-436f-95d3-bdf26a4b9072 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:57:03.367663 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98312859-1b28-41a7-880d-af965066169b None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:57:03.367663 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98312859-1b28-41a7-880d-af965066169b None None] Checking segment: {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:57:03.367663 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-98312859-1b28-41a7-880d-af965066169b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:03.367663 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98312859-1b28-41a7-880d-af965066169b None None] Bound using segment: {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:57:03.368226 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-98312859-1b28-41a7-880d-af965066169b None None] Bound port: c2f247da-1276-4542-beaa-5ed27c2bd6c8, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:57:03.368322 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-98312859-1b28-41a7-880d-af965066169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:03.434372 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-98312859-1b28-41a7-880d-af965066169b None None] For port c2f247da-1276-4542-beaa-5ed27c2bd6c8, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:57:03.437358 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-98312859-1b28-41a7-880d-af965066169b None None] For port c2f247da-1276-4542-beaa-5ed27c2bd6c8, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=c2f247da-1276-4542-beaa-5ed27c2bd6c8,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:57:03.445229 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Allocated IP 172.27.1.78 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/aefaf5ab-a0e8-4941-96f3-b337687137e2) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:57:03.525169 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-98312859-1b28-41a7-880d-af965066169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:03.544419 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:03.584626 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98312859-1b28-41a7-880d-af965066169b None None] Pushing event updated for resources: {'Port': ['ID=c2f247da-1276-4542-beaa-5ed27c2bd6c8,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:03.686736 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:03.739586 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:57:03.742381 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:57:03.746915 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:57:03.748797 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Pushing event updated for resources: {'Port': ['ID=aefaf5ab-a0e8-4941-96f3-b337687137e2,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:04.096065 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:04.432178 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b474d7-1857-47b9-9203-1b3653b1c56f None None] Network a231a25f-8070-436f-95d3-bdf26a4b9072 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:57:04.554831 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-b27a19ba-5411-4a45-b5de-f121b8441cb4 None None] Provisioning for port c2f247da-1276-4542-beaa-5ed27c2bd6c8 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:57:04.563307 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928802'] for router, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:04.775893 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 is scheduled to L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 with binding_index 1 {{(pid=100258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:57:04.877289 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:57:04.886178 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Sync routers for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:57:04.896359 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:04.896997 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:56:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:04.951586 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] Notify callbacks [] for router, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:04.952877 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-b362352d-886d-45d3-ba09-7a31d1c6589d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2570260 Jul 27 06:57:04.956483 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37224) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:04.999313 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:05.175653 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:03Z', 'revision_number': 3, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:05.202098 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Checking router: 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:57:05.202356 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Updating router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 port aefaf5ab-a0e8-4941-96f3-b337687137e2 binding host dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:57:05.235638 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.265880 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device c2f247da-1276-4542-beaa-5ed27c2bd6c8 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:57:05.375451 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.378495 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port c2f247da-1276-4542-beaa-5ed27c2bd6c8 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:57:05.382630 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port c2f247da-1276-4542-beaa-5ed27c2bd6c8 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:57:05.383024 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.466760 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.494683 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Notify callbacks [] for port, precommit_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.502331 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port c2f247da-1276-4542-beaa-5ed27c2bd6c8, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=c2f247da-1276-4542-beaa-5ed27c2bd6c8,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:05.508196 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.provisioning_blocks [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Transition to ACTIVE for port object aefaf5ab-a0e8-4941-96f3-b337687137e2 will not be triggered until provisioned by entity L2. {{(pid=100260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:57:05.537419 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Allocated IP 172.20.0.1 (a231a25f-8070-436f-95d3-bdf26a4b9072/916d230a-8b5d-42e9-b6c4-55f5628d8690/255daad6-de3e-40c2-9caf-e12eeaa66470) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:57:05.570512 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.593225 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.623975 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=c2f247da-1276-4542-beaa-5ed27c2bd6c8,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:05.641318 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.642219 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Attempting to bind port aefaf5ab-a0e8-4941-96f3-b337687137e2 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:57:05.643168 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Attempting to bind port aefaf5ab-a0e8-4941-96f3-b337687137e2 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:57:05.643526 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Attempting to bind port aefaf5ab-a0e8-4941-96f3-b337687137e2 on network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:57:05.650328 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Pushing event updated for resources: {'Port': ['ID=aefaf5ab-a0e8-4941-96f3-b337687137e2,revision_number=2']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:05.653474 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:57:05.653843 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Checking segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:57:05.654245 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.654636 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Bound using segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:57:05.654934 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.provisioning_blocks [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Transition to ACTIVE for port object 255daad6-de3e-40c2-9caf-e12eeaa66470 will not be triggered until provisioned by entity DHCP. {{(pid=100257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:57:05.655096 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Bound port: aefaf5ab-a0e8-4941-96f3-b337687137e2, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:57:05.655492 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.661906 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:05.662273 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:05.666144 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:05.666144 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:05.666144 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:05.666144 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:05.666144 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:05.666144 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:05.666144 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:05.666144 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:05.666144 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:05.666144 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:05.716290 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] For port aefaf5ab-a0e8-4941-96f3-b337687137e2, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:57:05.719302 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] For port aefaf5ab-a0e8-4941-96f3-b337687137e2, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=aefaf5ab-a0e8-4941-96f3-b337687137e2,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:57:05.754481 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.783754 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.792966 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Network a231a25f-8070-436f-95d3-bdf26a4b9072 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:57:05.795793 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:57:05.799805 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:57:05.838033 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Pushing event updated for resources: {'Port': ['ID=255daad6-de3e-40c2-9caf-e12eeaa66470,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:05.843155 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03506d0-5909-4950-a7b0-a821bf8d5169 None None] Pushing event updated for resources: {'Port': ['ID=aefaf5ab-a0e8-4941-96f3-b337687137e2,revision_number=3']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:05.852461 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:05.853170 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:56:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:05.862107 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929151'] for router_interface, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:05.960024 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:06.075031 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-df8c3294-47eb-43f0-b0bf-4db07911e7b9 None None] Provisioning for port 255daad6-de3e-40c2-9caf-e12eeaa66470 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:57:06.079036 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-df8c3294-47eb-43f0-b0bf-4db07911e7b9 None None] Provisioning complete for port 255daad6-de3e-40c2-9caf-e12eeaa66470 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:57:06.079995 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-df8c3294-47eb-43f0-b0bf-4db07911e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:06.087842 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:06.116023 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-df8c3294-47eb-43f0-b0bf-4db07911e7b9 None None] Port 255daad6-de3e-40c2-9caf-e12eeaa66470 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:57:06.148683 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:03Z', 'revision_number': 3, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:06.174913 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfdd756-7d8c-4001-82e8-3d650f3a4623 None None] The sync data for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi is: [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:03Z', 'revision_number': 3, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:57:06.253675 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:06.309092 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:06.376001 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Pushing event updated for resources: {'Port': ['ID=255daad6-de3e-40c2-9caf-e12eeaa66470,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:06.386245 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929519'] for router_interface, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:06.500785 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Network a231a25f-8070-436f-95d3-bdf26a4b9072 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:57:06.502847 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:57:06.626498 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:57:06.739114 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:57:06.746008 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-f38897bd-c892-4d62-bd86-298f689a360e admin admin] 10.222.0.24 "PUT /v2.0/routers/1ce54cff-4f56-49a4-8d9f-9b87385d3b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863336 Jul 27 06:57:06.751182 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-c9409369-512c-45f9-ba82-049d33388e2d None None] Provisioning complete for port 255daad6-de3e-40c2-9caf-e12eeaa66470 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:57:06.751854 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c9409369-512c-45f9-ba82-049d33388e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:06.791919 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-c9409369-512c-45f9-ba82-049d33388e2d None None] Port 255daad6-de3e-40c2-9caf-e12eeaa66470 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:57:07.288668 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device c2f247da-1276-4542-beaa-5ed27c2bd6c8 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:57:07.333192 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port c2f247da-1276-4542-beaa-5ed27c2bd6c8 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:57:07.333827 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:07.345268 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37232) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:07.351719 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-a10d215d-86fd-4600-be67-4b6c809dcf55 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176455046', 'description': 'tempest-description--629940082'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:07.413760 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device aefaf5ab-a0e8-4941-96f3-b337687137e2 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:57:07.439065 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a10d215d-86fd-4600-be67-4b6c809dcf55 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:07.520299 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a10d215d-86fd-4600-be67-4b6c809dcf55 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:07.547570 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port aefaf5ab-a0e8-4941-96f3-b337687137e2 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:57:07.551725 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port aefaf5ab-a0e8-4941-96f3-b337687137e2 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:57:07.552129 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:07.598690 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a10d215d-86fd-4600-be67-4b6c809dcf55 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:07.629156 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d215d-86fd-4600-be67-4b6c809dcf55 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656bcd7e-ea00-4c4a-b527-2d845268deda,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:07.636418 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:07.658863 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port aefaf5ab-a0e8-4941-96f3-b337687137e2, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=aefaf5ab-a0e8-4941-96f3-b337687137e2,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:07.673146 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a10d215d-86fd-4600-be67-4b6c809dcf55 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:07.674572 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-a10d215d-86fd-4600-be67-4b6c809dcf55 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3265736 Jul 27 06:57:07.677744 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37234) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:07.682492 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-1880fa81-dd2e-48af-bc42-20d94fe40e53 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Request body: {'security_group_rule': {'security_group_id': '656bcd7e-ea00-4c4a-b527-2d845268deda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:07.691033 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Sync routers for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:57:07.700568 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:07.701341 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:56:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:07.787974 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:07.821240 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1880fa81-dd2e-48af-bc42-20d94fe40e53 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:07.835586 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:07.879960 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=aefaf5ab-a0e8-4941-96f3-b337687137e2,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:07.880822 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1880fa81-dd2e-48af-bc42-20d94fe40e53 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:07.949155 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1880fa81-dd2e-48af-bc42-20d94fe40e53 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:07.971863 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880fa81-dd2e-48af-bc42-20d94fe40e53 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df7e840-26ee-4bb3-8446-8b9bb1dde528,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:08.040511 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-1880fa81-dd2e-48af-bc42-20d94fe40e53 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.041776 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-1880fa81-dd2e-48af-bc42-20d94fe40e53 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3630176 Jul 27 06:57:08.044462 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37236) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:08.049246 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-d6f25865-ee95-4724-b655-96d6c21d71e8 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Request body: {'security_group_rule': {'security_group_id': '656bcd7e-ea00-4c4a-b527-2d845268deda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:08.052015 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:06Z', 'revision_number': 2, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:08.077762 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Checking router: 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:57:08.078116 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Updating router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 port 255daad6-de3e-40c2-9caf-e12eeaa66470 binding host dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:57:08.111966 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.148207 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d6f25865-ee95-4724-b655-96d6c21d71e8 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.195486 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d6f25865-ee95-4724-b655-96d6c21d71e8 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.269358 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d6f25865-ee95-4724-b655-96d6c21d71e8 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.285455 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f25865-ee95-4724-b655-96d6c21d71e8 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdab402-d73d-4758-b505-517d4949b7f0,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:08.349033 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d6f25865-ee95-4724-b655-96d6c21d71e8 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.350289 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d6f25865-ee95-4724-b655-96d6c21d71e8 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3047168 Jul 27 06:57:08.353453 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37238) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:08.357884 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Request body: {'floatingip': {'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:08.375368 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Notify callbacks [] for port, precommit_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.385681 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Transition to ACTIVE for port object 255daad6-de3e-40c2-9caf-e12eeaa66470 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:57:08.429042 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.457562 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.505676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6f8bf-61a3-4c0c-8cde-62fe81a5fffe None None] Pushing event updated for resources: {'Port': ['ID=255daad6-de3e-40c2-9caf-e12eeaa66470,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:08.532951 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.566345 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Attempting to bind port 255daad6-de3e-40c2-9caf-e12eeaa66470 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:57:08.566714 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Attempting to bind port 255daad6-de3e-40c2-9caf-e12eeaa66470 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:57:08.567105 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Attempting to bind port 255daad6-de3e-40c2-9caf-e12eeaa66470 on network a231a25f-8070-436f-95d3-bdf26a4b9072 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:57:08.572231 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:57:08.572623 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Checking segment: {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:57:08.573040 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.573558 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Bound using segment: {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:57:08.574025 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Bound port: 255daad6-de3e-40c2-9caf-e12eeaa66470, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:57:08.574406 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.640004 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] For port 255daad6-de3e-40c2-9caf-e12eeaa66470, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:57:08.643865 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] For port 255daad6-de3e-40c2-9caf-e12eeaa66470, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=255daad6-de3e-40c2-9caf-e12eeaa66470,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:57:08.651237 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Allocated IP 172.27.1.251 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/f4175f64-a2a5-4ca6-8e26-4126c447f1a2) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:57:08.726720 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.755407 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.784925 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6f8bf-61a3-4c0c-8cde-62fe81a5fffe None None] Pushing event updated for resources: {'Port': ['ID=255daad6-de3e-40c2-9caf-e12eeaa66470,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:08.792861 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:08.793567 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:56:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:08.863103 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:08.903740 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:57:08.907599 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:08.909267 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:57:08.912956 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:57:08.936357 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event updated for resources: {'Port': ['ID=f4175f64-a2a5-4ca6-8e26-4126c447f1a2,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:09.007468 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:09.113368 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:09.119915 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:08Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:09.269991 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device aefaf5ab-a0e8-4941-96f3-b337687137e2 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:57:09.272396 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93acf2-9fa4-4b9b-b9ba-648807c1e463 None None] The sync data for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi is: [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:08Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:57:09.276745 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:09.337674 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port aefaf5ab-a0e8-4941-96f3-b337687137e2 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:57:09.338054 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:09.343584 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:09.426565 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event updated for resources: {'Port': ['ID=f4175f64-a2a5-4ca6-8e26-4126c447f1a2,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:09.439828 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:09.502488 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:09.504028 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-be5476cb-4640-4290-8e9c-65f32f2f967c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1496186 Jul 27 06:57:09.648192 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-c28efc85-3468-40bd-a9b0-4535693e807f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1176455046&fields=id&tenant_id=f12c9c947f1c40949d54395ee2d5fd64 HTTP/1.1" status: 200 len: 267 time: 0.0342798 Jul 27 06:57:09.762637 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-67deed4f-6e55-4930-996d-763b89ac457a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:09.764109 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-67deed4f-6e55-4930-996d-763b89ac457a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/networks?id=a231a25f-8070-436f-95d3-bdf26a4b9072 HTTP/1.1" status: 200 len: 811 time: 0.1093035 Jul 27 06:57:09.780211 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-ce12e4e5-c800-47ac-946a-abbbe7a2b5d3 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/quotas/f12c9c947f1c40949d54395ee2d5fd64 HTTP/1.1" status: 200 len: 375 time: 0.0094624 Jul 27 06:57:09.851624 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-795cfabc-6e2d-452b-87cc-8d5c2d280fc8 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650539 Jul 27 06:57:10.003458 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-eaa18494-e391-4b2f-88f0-93273b3b6bdb service neutron] 10.222.0.24 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386316 Jul 27 06:57:10.096490 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-3ad1a899-4e99-4657-b0f9-2fb3f0344c89 service neutron] 10.222.0.24 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870011 Jul 27 06:57:10.353899 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bbd275c6-f621-41dd-af37-90ebb2d0401b req-f97f0e99-eff4-44d9-997c-619f1be5926f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 210 time: 0.0283258 Jul 27 06:57:11.241730 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 255daad6-de3e-40c2-9caf-e12eeaa66470 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:57:11.358658 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 255daad6-de3e-40c2-9caf-e12eeaa66470 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:57:11.362666 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 255daad6-de3e-40c2-9caf-e12eeaa66470 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:57:11.363040 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:11.439067 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:11.450304 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6e2b834-ccd4-4416-9382-0de1227cc1a5 req-ac7399ae-1498-48e2-bfd8-728b22ff128e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 210 time: 0.0305204 Jul 27 06:57:11.478973 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 255daad6-de3e-40c2-9caf-e12eeaa66470, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=255daad6-de3e-40c2-9caf-e12eeaa66470,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:11.558852 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:11.605121 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=255daad6-de3e-40c2-9caf-e12eeaa66470,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:12.485817 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-be89dd01-bdef-4829-93b7-422c82828f8f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:12.487285 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-be89dd01-bdef-4829-93b7-422c82828f8f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.30 "GET /v2.0/networks?id=a231a25f-8070-436f-95d3-bdf26a4b9072 HTTP/1.1" status: 200 len: 811 time: 0.1068499 Jul 27 06:57:12.538920 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-badc9219-a533-49f8-80e9-fa54ae3320e6 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f12c9c947f1c40949d54395ee2d5fd64 HTTP/1.1" status: 200 len: 380 time: 0.0366633 Jul 27 06:57:12.546359 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3d3783a9-9087-4402-9dc7-5c03bbc6a3cf req-643021a0-4e08-490b-b73b-51a84e2ab01e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 210 time: 0.0286598 Jul 27 06:57:12.548835 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Request body: {'port': {'device_id': 'd410f675-4610-469e-8843-6ba37b265183', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'admin_state_up': True, 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'security_groups': ['656bcd7e-ea00-4c4a-b527-2d845268deda']}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:12.746968 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Made reservation on behalf of f12c9c947f1c40949d54395ee2d5fd64 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:57:12.750421 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:12.881936 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Allocated IP 172.20.0.3 (a231a25f-8070-436f-95d3-bdf26a4b9072/916d230a-8b5d-42e9-b6c4-55f5628d8690/1f21c23e-6872-40c2-9897-87c2eb9c80da) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:57:13.024414 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:13.031919 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Transition to ACTIVE for port object 1f21c23e-6872-40c2-9897-87c2eb9c80da will not be triggered until provisioned by entity DHCP. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:57:13.124435 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:13.167128 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Network a231a25f-8070-436f-95d3-bdf26a4b9072 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:57:13.172161 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:57:13.174537 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:57:13.210011 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event updated for resources: {'Port': ['ID=1f21c23e-6872-40c2-9897-87c2eb9c80da,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:13.231968 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:13.232624 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:13.235873 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 255daad6-de3e-40c2-9caf-e12eeaa66470 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:57:13.283955 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 255daad6-de3e-40c2-9caf-e12eeaa66470 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:57:13.285170 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:13.303979 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-8cd89bf1-0c20-4c07-98e7-7d4391948270 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7587571 Jul 27 06:57:13.323145 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Request body: {'port': {'device_id': 'd410f675-4610-469e-8843-6ba37b265183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:13.400572 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:13.486147 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-29ac5b3f-47d0-4a50-915f-a86d81446eeb None None] Provisioning for port 1f21c23e-6872-40c2-9897-87c2eb9c80da completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:57:13.489995 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-29ac5b3f-47d0-4a50-915f-a86d81446eeb None None] Provisioning complete for port 1f21c23e-6872-40c2-9897-87c2eb9c80da triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:57:13.490369 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-29ac5b3f-47d0-4a50-915f-a86d81446eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:13.523559 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-29ac5b3f-47d0-4a50-915f-a86d81446eeb None None] Port 1f21c23e-6872-40c2-9897-87c2eb9c80da cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:57:13.699562 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f21c23e-6872-40c2-9897-87c2eb9c80da {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:57:13.709570 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:13.727890 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Transition to ACTIVE for port object 1f21c23e-6872-40c2-9897-87c2eb9c80da will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:57:13.736652 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f017c-5830-452f-817a-b8676ae0b7cc req-1e7a640a-5c57-495a-ac28-5d6ad5731e4e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:13.738355 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1c1f017c-5830-452f-817a-b8676ae0b7cc req-1e7a640a-5c57-495a-ac28-5d6ad5731e4e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 931 time: 0.1225815 Jul 27 06:57:13.777305 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1c1f017c-5830-452f-817a-b8676ae0b7cc req-34d294dc-fef9-40c1-8a93-1b010a2dbd76 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330837 Jul 27 06:57:13.845812 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:13.897797 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Pushing event updated for resources: {'Port': ['ID=1f21c23e-6872-40c2-9897-87c2eb9c80da,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:13.971255 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Attempting to bind port 1f21c23e-6872-40c2-9897-87c2eb9c80da on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:57:13.971388 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Attempting to bind port 1f21c23e-6872-40c2-9897-87c2eb9c80da by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:57:13.971771 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Attempting to bind port 1f21c23e-6872-40c2-9897-87c2eb9c80da on network a231a25f-8070-436f-95d3-bdf26a4b9072 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:57:13.976431 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Port 1f21c23e-6872-40c2-9897-87c2eb9c80da on network a231a25f-8070-436f-95d3-bdf26a4b9072 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:57:13.976814 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Attempting to bind port 1f21c23e-6872-40c2-9897-87c2eb9c80da on network a231a25f-8070-436f-95d3-bdf26a4b9072 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:57:13.982016 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:57:13.982362 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Checking segment: {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:57:13.982748 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Bound using segment: {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:57:13.983184 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Bound port: 1f21c23e-6872-40c2-9897-87c2eb9c80da, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:57:13.983549 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:14.052333 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] For port 1f21c23e-6872-40c2-9897-87c2eb9c80da, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:57:14.055342 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] For port 1f21c23e-6872-40c2-9897-87c2eb9c80da, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1f21c23e-6872-40c2-9897-87c2eb9c80da,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:57:14.141747 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:14.175744 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:14.176449 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:14.178290 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] 10.222.0.30 "PUT /v2.0/ports/1f21c23e-6872-40c2-9897-87c2eb9c80da HTTP/1.1" status: 200 len: 1093 time: 0.8596330 Jul 27 06:57:14.178290 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd410f675-4610-469e-8843-6ba37b265183', 'tag': '1f21c23e-6872-40c2-9897-87c2eb9c80da'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:57:14.180464 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55ff12b-7814-4332-b407-4e2139cc6a51" -d '{"events": [{"name": "network-changed", "server_uuid": "d410f675-4610-469e-8843-6ba37b265183", "tag": "1f21c23e-6872-40c2-9897-87c2eb9c80da"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:57:14.206772 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced5ee2-8322-4278-8cce-3a5382447336 service neutron] Pushing event updated for resources: {'Port': ['ID=1f21c23e-6872-40c2-9897-87c2eb9c80da,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:14.222535 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fbdf18-5cc0-479d-95d9-2fc125175b1b x-openstack-request-id: req-08fbdf18-5cc0-479d-95d9-2fc125175b1b {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:57:14.227138 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d410f675-4610-469e-8843-6ba37b265183", "tag": "1f21c23e-6872-40c2-9897-87c2eb9c80da", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:57:14.227138 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08fbdf18-5cc0-479d-95d9-2fc125175b1b {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:57:14.227138 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd410f675-4610-469e-8843-6ba37b265183', 'tag': '1f21c23e-6872-40c2-9897-87c2eb9c80da', 'status': 'completed', 'code': 200} Jul 27 06:57:14.319135 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ff12b-7814-4332-b407-4e2139cc6a51 req-b2522020-6d97-47b5-8ff4-d25bc4d77cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:14.320676 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c55ff12b-7814-4332-b407-4e2139cc6a51 req-b2522020-6d97-47b5-8ff4-d25bc4d77cbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 1096 time: 0.0573144 Jul 27 06:57:14.428688 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ff12b-7814-4332-b407-4e2139cc6a51 req-b3f52333-fb88-46a0-a651-f286295906cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:14.430091 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c55ff12b-7814-4332-b407-4e2139cc6a51 req-b3f52333-fb88-46a0-a651-f286295906cc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0949569 Jul 27 06:57:14.522768 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ff12b-7814-4332-b407-4e2139cc6a51 req-75360eb7-8665-49bb-bac4-a2b32eeac493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:14.524148 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c55ff12b-7814-4332-b407-4e2139cc6a51 req-75360eb7-8665-49bb-bac4-a2b32eeac493 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866730 Jul 27 06:57:14.636561 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-0748c548-3bb7-47c2-a488-5873f5bf49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:14.638063 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-0748c548-3bb7-47c2-a488-5873f5bf49c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 1096 time: 0.0573468 Jul 27 06:57:14.683993 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-024cbffc-d07e-4a68-be78-382e106ec590 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f21c23e-6872-40c2-9897-87c2eb9c80da HTTP/1.1" status: 200 len: 217 time: 0.0331268 Jul 27 06:57:14.732663 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-7df72295-00dc-4262-8887-54258f7b279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:14.734086 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-7df72295-00dc-4262-8887-54258f7b279a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=916d230a-8b5d-42e9-b6c4-55f5628d8690 HTTP/1.1" status: 200 len: 850 time: 0.0429156 Jul 27 06:57:14.795802 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-e2718575-0c72-4239-8679-f35c45ac9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:14.797358 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-e2718575-0c72-4239-8679-f35c45ac9d56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a231a25f-8070-436f-95d3-bdf26a4b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562971 Jul 27 06:57:14.892332 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-64041e12-31fe-4621-b3c9-b27109f61b31 service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879724 Jul 27 06:57:15.030030 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98057d-9147-4de9-9162-6090d1d8dd46 req-a23610f5-412c-4ee1-a266-7337a0af89d5 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:15.031533 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ea98057d-9147-4de9-9162-6090d1d8dd46 req-a23610f5-412c-4ee1-a266-7337a0af89d5 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 943 time: 0.1850381 Jul 27 06:57:15.033709 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dd2df8c6-5da2-47f9-82ce-459eb820a098 req-ee6f9c38-a30a-4522-8e49-adc3c3f4e191 service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292670 Jul 27 06:57:15.072371 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ea98057d-9147-4de9-9162-6090d1d8dd46 req-6326df95-75e9-4eb1-b302-de3ecad2283d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344019 Jul 27 06:57:16.203428 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c005b8-32b3-4d66-8b9a-a53cded77558 req-2d408883-4705-4279-a2da-80f8a1558529 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:16.204921 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-69c005b8-32b3-4d66-8b9a-a53cded77558 req-2d408883-4705-4279-a2da-80f8a1558529 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 943 time: 0.0651371 Jul 27 06:57:16.242422 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-69c005b8-32b3-4d66-8b9a-a53cded77558 req-d9dcf6d5-871c-4ba6-9151-fcf47f14fb61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313013 Jul 27 06:57:17.372621 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9697f2-933a-4340-a079-cfd53e07775c req-4b4ae5ae-4255-4a0e-a3b9-b197a897cdbd tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:17.374077 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-bc9697f2-933a-4340-a079-cfd53e07775c req-4b4ae5ae-4255-4a0e-a3b9-b197a897cdbd tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 943 time: 0.0672126 Jul 27 06:57:17.412261 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-bc9697f2-933a-4340-a079-cfd53e07775c req-de08338e-4a9f-41c4-93d0-039bbd4081ef tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322969 Jul 27 06:57:17.707532 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 1f21c23e-6872-40c2-9897-87c2eb9c80da details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:57:17.800291 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 1f21c23e-6872-40c2-9897-87c2eb9c80da, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1f21c23e-6872-40c2-9897-87c2eb9c80da,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:17.811723 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '1f21c23e-6872-40c2-9897-87c2eb9c80da', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'port_id': '1f21c23e-6872-40c2-9897-87c2eb9c80da', 'mac_address': 'fa:16:3e:51:89:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:57:17.851200 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:17.863335 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f21c23e-6872-40c2-9897-87c2eb9c80da {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:57:17.881460 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 1f21c23e-6872-40c2-9897-87c2eb9c80da, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1f21c23e-6872-40c2-9897-87c2eb9c80da,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:17.965758 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:18.011403 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=1f21c23e-6872-40c2-9897-87c2eb9c80da,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:18.250096 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['1f21c23e-6872-40c2-9897-87c2eb9c80da'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:57:18.585735 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4899297-a62b-4516-b9d9-c3d45bfad7d3 req-310987bf-eb54-480e-a50b-130db51dcc6a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:18.588386 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a4899297-a62b-4516-b9d9-c3d45bfad7d3 req-310987bf-eb54-480e-a50b-130db51dcc6a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 944 time: 0.1119187 Jul 27 06:57:18.626421 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-a4899297-a62b-4516-b9d9-c3d45bfad7d3 req-506ea13b-be1c-4f49-b467-142cff1ca14f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322351 Jul 27 06:57:19.707377 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 1f21c23e-6872-40c2-9897-87c2eb9c80da up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:57:19.756032 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefd90-1c39-4a8a-b47e-44fa49543911 req-57a692cd-d2cb-4a5f-b60b-41930cb8b069 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:19.757585 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a5aefd90-1c39-4a8a-b47e-44fa49543911 req-57a692cd-d2cb-4a5f-b60b-41930cb8b069 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 944 time: 0.0647416 Jul 27 06:57:19.794851 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a5aefd90-1c39-4a8a-b47e-44fa49543911 req-23632d9f-7800-49fa-a612-c3652677ec89 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Jul 27 06:57:19.840357 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port 1f21c23e-6872-40c2-9897-87c2eb9c80da completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:57:19.844336 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 1f21c23e-6872-40c2-9897-87c2eb9c80da triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:57:19.844735 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:19.918169 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:19.943274 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410f675-4610-469e-8843-6ba37b265183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f21c23e-6872-40c2-9897-87c2eb9c80da'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:57:19.945523 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecc9b97-c80f-47d6-8e49-ffff9bc17486" -d '{"events": [{"server_uuid": "d410f675-4610-469e-8843-6ba37b265183", "name": "network-vif-plugged", "status": "completed", "tag": "1f21c23e-6872-40c2-9897-87c2eb9c80da"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:57:19.959133 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 1f21c23e-6872-40c2-9897-87c2eb9c80da, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1f21c23e-6872-40c2-9897-87c2eb9c80da,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:19.981566 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bfb399-1513-4651-92ab-3ed045605135 x-openstack-request-id: req-93bfb399-1513-4651-92ab-3ed045605135 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:57:19.981969 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410f675-4610-469e-8843-6ba37b265183", "name": "network-vif-plugged", "status": "completed", "tag": "1f21c23e-6872-40c2-9897-87c2eb9c80da", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:57:19.982276 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93bfb399-1513-4651-92ab-3ed045605135 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:57:19.982670 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410f675-4610-469e-8843-6ba37b265183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f21c23e-6872-40c2-9897-87c2eb9c80da', 'code': 200} Jul 27 06:57:20.028738 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:20.076149 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=1f21c23e-6872-40c2-9897-87c2eb9c80da,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:20.284969 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd0871-f8f2-46e5-9828-aaacdc1fd9d5 req-f1642819-46dc-46c7-a214-509180ab8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:20.286344 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dffd0871-f8f2-46e5-9828-aaacdc1fd9d5 req-f1642819-46dc-46c7-a214-509180ab8826 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 1098 time: 0.0528677 Jul 27 06:57:20.320636 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dffd0871-f8f2-46e5-9828-aaacdc1fd9d5 req-bb4e6df3-02e1-4328-88f5-78c78b28fa8b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272775 Jul 27 06:57:20.925895 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dddd5-6266-4872-a500-a4984199fdbb req-958705c6-0819-4847-bf55-70d545cee94c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:20.927338 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4b0dddd5-6266-4872-a500-a4984199fdbb req-958705c6-0819-4847-bf55-70d545cee94c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0671420 Jul 27 06:57:20.965291 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4b0dddd5-6266-4872-a500-a4984199fdbb req-cc772e3b-0edd-4084-af41-afb3f3013e22 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319135 Jul 27 06:57:22.095192 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ee4ef-ca25-41b1-a2e8-eac2df4060f7 req-2b5aa60b-f3c7-4ba8-8da5-44557f0ffd50 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:22.096670 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4a0ee4ef-ca25-41b1-a2e8-eac2df4060f7 req-2b5aa60b-f3c7-4ba8-8da5-44557f0ffd50 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0627754 Jul 27 06:57:22.138049 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4a0ee4ef-ca25-41b1-a2e8-eac2df4060f7 req-b396a8a2-244d-4445-bc6d-04c946462788 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342948 Jul 27 06:57:22.261157 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42fb3b-666a-44c3-ac78-6901fff5d06d req-10eb9617-3c2a-4f35-81a1-c61d55dda505 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:22.262561 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1c42fb3b-666a-44c3-ac78-6901fff5d06d req-10eb9617-3c2a-4f35-81a1-c61d55dda505 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0624235 Jul 27 06:57:22.271638 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37302) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:22.276042 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-19f841e6-d3f0-4600-8cee-ab33a0401e0f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Request body: {'floatingip': {'port_id': '1f21c23e-6872-40c2-9897-87c2eb9c80da'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:22.317658 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-19f841e6-d3f0-4600-8cee-ab33a0401e0f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:22.749988 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-19f841e6-d3f0-4600-8cee-ab33a0401e0f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:22.839822 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-19f841e6-d3f0-4600-8cee-ab33a0401e0f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:22.937133 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.l3_db [None req-19f841e6-d3f0-4600-8cee-ab33a0401e0f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Floating IP 87d456e5-2b41-44d9-a68b-e4896174723b associated. External IP: 172.27.1.251, port: 1f21c23e-6872-40c2-9897-87c2eb9c80da. Jul 27 06:57:23.156152 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f841e6-d3f0-4600-8cee-ab33a0401e0f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:57:23.261125 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f841e6-d3f0-4600-8cee-ab33a0401e0f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:57:23.265916 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-19f841e6-d3f0-4600-8cee-ab33a0401e0f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:23.270409 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f5791-60bd-4519-a6c2-5112829ec300 None None] Sync routers for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:57:23.279655 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f5791-60bd-4519-a6c2-5112829ec300 None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:23.280265 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-e05f5791-60bd-4519-a6c2-5112829ec300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:56:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:23.302539 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-19f841e6-d3f0-4600-8cee-ab33a0401e0f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "PUT /v2.0/floatingips/87d456e5-2b41-44d9-a68b-e4896174723b HTTP/1.1" status: 200 len: 991 time: 1.0298502 Jul 27 06:57:23.303144 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd410f675-4610-469e-8843-6ba37b265183', 'tag': '1f21c23e-6872-40c2-9897-87c2eb9c80da'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:57:23.305701 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efa704a-6202-43a5-beed-ea73bacc2617" -d '{"events": [{"name": "network-changed", "server_uuid": "d410f675-4610-469e-8843-6ba37b265183", "tag": "1f21c23e-6872-40c2-9897-87c2eb9c80da"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:57:23.341300 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b19368-4f5a-4ce5-af84-759a17df9b78 x-openstack-request-id: req-c4b19368-4f5a-4ce5-af84-759a17df9b78 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:57:23.341588 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d410f675-4610-469e-8843-6ba37b265183", "tag": "1f21c23e-6872-40c2-9897-87c2eb9c80da", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:57:23.341842 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4b19368-4f5a-4ce5-af84-759a17df9b78 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:57:23.342244 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd410f675-4610-469e-8843-6ba37b265183', 'tag': '1f21c23e-6872-40c2-9897-87c2eb9c80da', 'status': 'completed', 'code': 200} Jul 27 06:57:23.386056 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-e05f5791-60bd-4519-a6c2-5112829ec300 None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:23.445555 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa704a-6202-43a5-beed-ea73bacc2617 req-4f758696-33e3-41df-91b5-72b98323eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:23.449044 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2efa704a-6202-43a5-beed-ea73bacc2617 req-4f758696-33e3-41df-91b5-72b98323eb0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 1098 time: 0.0548887 Jul 27 06:57:23.540840 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa704a-6202-43a5-beed-ea73bacc2617 req-d8c07135-45b0-48d8-8ca0-c88a4f0bbeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:23.542360 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2efa704a-6202-43a5-beed-ea73bacc2617 req-d8c07135-45b0-48d8-8ca0-c88a4f0bbeb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a231a25f-8070-436f-95d3-bdf26a4b9072 HTTP/1.1" status: 200 len: 912 time: 0.0877564 Jul 27 06:57:23.607596 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2efa704a-6202-43a5-beed-ea73bacc2617 req-c1859e21-f3cd-4078-9cb5-339cebe449b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f21c23e-6872-40c2-9897-87c2eb9c80da HTTP/1.1" status: 200 len: 999 time: 0.0579975 Jul 27 06:57:23.610255 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-e05f5791-60bd-4519-a6c2-5112829ec300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '87d456e5-2b41-44d9-a68b-e4896174723b', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'port_id': '1f21c23e-6872-40c2-9897-87c2eb9c80da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'mac_address': 'fa:16:3e:51:89:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd410f675-4610-469e-8843-6ba37b265183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:57:08Z', 'updated_at': '2021-07-27T06:57:22Z', 'revision_number': 1, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:11Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:23.641556 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f5791-60bd-4519-a6c2-5112829ec300 None None] Checking router: 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:57:23.650213 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f5791-60bd-4519-a6c2-5112829ec300 None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:23.650819 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-e05f5791-60bd-4519-a6c2-5112829ec300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:56:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:23.660541 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa704a-6202-43a5-beed-ea73bacc2617 req-5c2ca36e-007a-4e67-bfe0-840783d34682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:23.662028 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2efa704a-6202-43a5-beed-ea73bacc2617 req-5c2ca36e-007a-4e67-bfe0-840783d34682 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=916d230a-8b5d-42e9-b6c4-55f5628d8690 HTTP/1.1" status: 200 len: 850 time: 0.0474174 Jul 27 06:57:23.721514 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa704a-6202-43a5-beed-ea73bacc2617 req-1d70b35f-20a7-4e4f-8c69-0acef7664955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:23.723000 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2efa704a-6202-43a5-beed-ea73bacc2617 req-1d70b35f-20a7-4e4f-8c69-0acef7664955 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a231a25f-8070-436f-95d3-bdf26a4b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539012 Jul 27 06:57:23.758126 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-e05f5791-60bd-4519-a6c2-5112829ec300 None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:23.810039 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2efa704a-6202-43a5-beed-ea73bacc2617 req-79ab3dd3-4417-4fd0-a335-67641274767b service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796061 Jul 27 06:57:23.907222 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2efa704a-6202-43a5-beed-ea73bacc2617 req-27536aa7-5580-4a6d-8a55-e942fa3a0343 service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906165 Jul 27 06:57:24.055387 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-e05f5791-60bd-4519-a6c2-5112829ec300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '87d456e5-2b41-44d9-a68b-e4896174723b', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'port_id': '1f21c23e-6872-40c2-9897-87c2eb9c80da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'mac_address': 'fa:16:3e:51:89:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd410f675-4610-469e-8843-6ba37b265183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:57:08Z', 'updated_at': '2021-07-27T06:57:22Z', 'revision_number': 1, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:11Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:24.084949 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f5791-60bd-4519-a6c2-5112829ec300 None None] The sync data for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi is: [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '87d456e5-2b41-44d9-a68b-e4896174723b', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'port_id': '1f21c23e-6872-40c2-9897-87c2eb9c80da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'mac_address': 'fa:16:3e:51:89:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd410f675-4610-469e-8843-6ba37b265183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:57:08Z', 'updated_at': '2021-07-27T06:57:22Z', 'revision_number': 1, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:11Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:57:24.164307 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-d0ce17d3-c009-4505-b61a-ae0725606cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:24.266612 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1b5b4-0a29-4bbb-8f71-9a6201b5ea6d None None] New status for floating IP 87d456e5-2b41-44d9-a68b-e4896174723b: ACTIVE {{(pid=100259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:57:26.662165 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6f36fb53-3d59-4e86-ac85-1364a0f8a14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:26.805607 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:27.977140 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:29.251486 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:29.361320 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:57:29.679851 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:35.791055 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-967020da-1c08-4017-a998-7bfe258e888e req-9e5ebd72-0c97-493f-9171-7fd04ea02c5a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908279 Jul 27 06:57:35.900973 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967020da-1c08-4017-a998-7bfe258e888e req-ace71da0-5a7b-416a-a240-c9d9ea7fe2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:35.902463 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-967020da-1c08-4017-a998-7bfe258e888e req-ace71da0-5a7b-416a-a240-c9d9ea7fe2ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb0fe558c7e349d1822392715c00d202&device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 1099 time: 0.0531600 Jul 27 06:57:36.008529 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967020da-1c08-4017-a998-7bfe258e888e req-fec2a733-39d3-4540-9381-ee85b0476592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:36.010048 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-967020da-1c08-4017-a998-7bfe258e888e req-fec2a733-39d3-4540-9381-ee85b0476592 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c243a260-5ce2-4f40-b808-df1f5e9b65cb HTTP/1.1" status: 200 len: 909 time: 0.0883651 Jul 27 06:57:36.072911 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-967020da-1c08-4017-a998-7bfe258e888e req-d717f2bf-8f6c-4fb3-9fdc-83c517645af0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d HTTP/1.1" status: 200 len: 1002 time: 0.0562892 Jul 27 06:57:36.127898 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967020da-1c08-4017-a998-7bfe258e888e req-d45f9a06-db7e-44ab-90ba-9b953fa0af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:36.129519 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-967020da-1c08-4017-a998-7bfe258e888e req-d45f9a06-db7e-44ab-90ba-9b953fa0af36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f HTTP/1.1" status: 200 len: 847 time: 0.0502541 Jul 27 06:57:36.187162 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967020da-1c08-4017-a998-7bfe258e888e req-aa0b264c-f360-465f-b8a3-4bd2f6490523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:36.188644 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-967020da-1c08-4017-a998-7bfe258e888e req-aa0b264c-f360-465f-b8a3-4bd2f6490523 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c243a260-5ce2-4f40-b808-df1f5e9b65cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522578 Jul 27 06:57:36.198895 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [req-967020da-1c08-4017-a998-7bfe258e888e req-3d934a93-2b15-434a-bc7d-7adf25d7dd11 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:57:36.199832 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-967020da-1c08-4017-a998-7bfe258e888e req-3d934a93-2b15-434a-bc7d-7adf25d7dd11 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049534 Jul 27 06:57:36.293020 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-967020da-1c08-4017-a998-7bfe258e888e req-01fd958f-13f5-4e56-961c-4094d76f0010 service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862782 Jul 27 06:57:36.384683 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-967020da-1c08-4017-a998-7bfe258e888e req-02f25346-507a-413f-94c6-bf3a42657a2c service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836487 Jul 27 06:57:41.205889 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37342) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:41.363215 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Deleting port cc590561-7ffe-43a5-ad60-0d0c9b283aa4 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:41.364075 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:41.741464 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:41.741793 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:41.752820 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Calling delete_port for cc590561-7ffe-43a5-ad60-0d0c9b283aa4 owned by network:floatingip {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:42.006420 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:42.036726 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event deleted for resources: {'Port': ['ID=cc590561-7ffe-43a5-ad60-0d0c9b283aa4,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:42.097633 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for floatingip, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:42.098579 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.l3_db [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Floating IP 7f704728-ce95-4764-abbb-89f2df322e95 disassociated (deleted). External IP: 172.27.1.139, port: aa07135e-7556-4c2b-9237-3d76309b0f4d. Jul 27 06:57:42.306101 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:57:42.413144 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:57:42.417543 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:42.422864 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd05f8-fcf9-4dbb-b36f-8c17d372f885 None None] Sync routers for ids ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:57:42.431507 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd05f8-fcf9-4dbb-b36f-8c17d372f885 None None] Routers {'8ff18bdc-46df-45f2-90e5-b2817b2cbf27'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:42.432115 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-4cbd05f8-fcf9-4dbb-b36f-8c17d372f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:42.452854 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-898562a3-9e61-41d5-9e67-8f543d80fab0 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "DELETE /v2.0/floatingips/7f704728-ce95-4764-abbb-89f2df322e95 HTTP/1.1" status: 204 len: 168 time: 1.2458501 Jul 27 06:57:42.453434 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:57:42.455676 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f3dadb-b688-46ca-a5ff-4230807d002f" -d '{"events": [{"name": "network-changed", "server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:57:42.540126 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-4cbd05f8-fcf9-4dbb-b36f-8c17d372f885 None None] Set router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:42.555252 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c70521-eede-478a-8019-5a531b4ab791 x-openstack-request-id: req-85c70521-eede-478a-8019-5a531b4ab791 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:57:42.555594 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:57:42.555844 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85c70521-eede-478a-8019-5a531b4ab791 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:57:42.556236 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'status': 'completed', 'code': 200} Jul 27 06:57:42.654232 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3dadb-b688-46ca-a5ff-4230807d002f req-fe4dbf0e-3d05-4d1d-aea0-13464f5da822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:42.655823 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-61f3dadb-b688-46ca-a5ff-4230807d002f req-fe4dbf0e-3d05-4d1d-aea0-13464f5da822 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb0fe558c7e349d1822392715c00d202&device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 1099 time: 0.0541818 Jul 27 06:57:42.735646 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-4cbd05f8-fcf9-4dbb-b36f-8c17d372f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:53:00Z', 'revision_number': 4, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '526d556f-b3bf-4b8a-b0ab-b8b3486b43e1', 'name': '', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'mac_address': 'fa:16:3e:28:3b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:07Z', 'revision_number': 5, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'subnets': [{'id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:42.758343 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3dadb-b688-46ca-a5ff-4230807d002f req-91703b7e-9ef0-4ca8-9804-435a72ae6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:42.759845 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-61f3dadb-b688-46ca-a5ff-4230807d002f req-91703b7e-9ef0-4ca8-9804-435a72ae6ae8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c243a260-5ce2-4f40-b808-df1f5e9b65cb HTTP/1.1" status: 200 len: 909 time: 0.0972104 Jul 27 06:57:42.765356 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd05f8-fcf9-4dbb-b36f-8c17d372f885 None None] Checking router: 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:57:42.774593 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd05f8-fcf9-4dbb-b36f-8c17d372f885 None None] Routers {'8ff18bdc-46df-45f2-90e5-b2817b2cbf27'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:42.776401 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-4cbd05f8-fcf9-4dbb-b36f-8c17d372f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:42.804711 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-61f3dadb-b688-46ca-a5ff-4230807d002f req-c419b1f8-8e08-4ad0-9a16-60d9d2d712f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d HTTP/1.1" status: 200 len: 217 time: 0.0371470 Jul 27 06:57:42.882554 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-4cbd05f8-fcf9-4dbb-b36f-8c17d372f885 None None] Set router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:42.888725 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3dadb-b688-46ca-a5ff-4230807d002f req-93e057cf-ed58-4cfe-841e-93901e4f9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:42.890209 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-61f3dadb-b688-46ca-a5ff-4230807d002f req-93e057cf-ed58-4cfe-841e-93901e4f9ba8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f HTTP/1.1" status: 200 len: 847 time: 0.0777340 Jul 27 06:57:42.945351 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef37aa-0165-48dc-998f-ddff9c3196a3 req-e38e552a-733f-406e-8eab-e3f5bb59cef5 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:42.949997 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-54ef37aa-0165-48dc-998f-ddff9c3196a3 req-e38e552a-733f-406e-8eab-e3f5bb59cef5 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.1262114 Jul 27 06:57:42.989818 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3dadb-b688-46ca-a5ff-4230807d002f req-32126555-bab9-4e83-a782-e5dd46e263de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:42.991323 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-61f3dadb-b688-46ca-a5ff-4230807d002f req-32126555-bab9-4e83-a782-e5dd46e263de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c243a260-5ce2-4f40-b808-df1f5e9b65cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933430 Jul 27 06:57:43.012234 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-54ef37aa-0165-48dc-998f-ddff9c3196a3 req-a0bbd42a-9d16-4f78-ae66-ba35248abfd9 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476177 Jul 27 06:57:43.079203 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-4cbd05f8-fcf9-4dbb-b36f-8c17d372f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:53:00Z', 'revision_number': 4, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '526d556f-b3bf-4b8a-b0ab-b8b3486b43e1', 'name': '', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'mac_address': 'fa:16:3e:28:3b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:07Z', 'revision_number': 5, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'subnets': [{'id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:43.093625 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-61f3dadb-b688-46ca-a5ff-4230807d002f req-43522e93-68c8-474b-9e0c-682f9f710c2e service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911043 Jul 27 06:57:43.104475 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd05f8-fcf9-4dbb-b36f-8c17d372f885 None None] The sync data for ids ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'] in dv-cinder-779194-3-iscsi is: [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:53:00Z', 'revision_number': 4, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '526d556f-b3bf-4b8a-b0ab-b8b3486b43e1', 'name': '', 'network_id': 'c243a260-5ce2-4f40-b808-df1f5e9b65cb', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'mac_address': 'fa:16:3e:28:3b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:59Z', 'updated_at': '2021-07-27T06:53:07Z', 'revision_number': 5, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'subnets': [{'id': '1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:57:43.187219 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-61f3dadb-b688-46ca-a5ff-4230807d002f req-9ed3a396-56eb-4de2-bd73-e6d7e64aca6d service neutron] 10.222.0.30 "GET /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856333 Jul 27 06:57:43.318781 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45df7d00-6ec2-465f-a6cd-c4c54300648e None None] New status for floating IP 7f704728-ce95-4764-abbb-89f2df322e95: DOWN {{(pid=100259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:57:44.140604 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b3280-ba21-44b9-b0f0-7f5a37f812b6 req-9330e9fc-d7bc-48b7-a80c-c24d4e7f4a70 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:44.142096 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-033b3280-ba21-44b9-b0f0-7f5a37f812b6 req-9330e9fc-d7bc-48b7-a80c-c24d4e7f4a70 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0638158 Jul 27 06:57:44.184410 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-033b3280-ba21-44b9-b0f0-7f5a37f812b6 req-268fdc87-1f7d-4d1d-a7fe-b4d5fb7c1712 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355849 Jul 27 06:57:44.734178 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ec8bc-832e-4dfd-adeb-5dd3f4f6c177 req-1a0173dc-7cd2-41f1-81ac-f36e7f42e7ae tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:44.735625 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-bc3ec8bc-832e-4dfd-adeb-5dd3f4f6c177 req-1a0173dc-7cd2-41f1-81ac-f36e7f42e7ae tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.30 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 946 time: 0.0630531 Jul 27 06:57:44.834118 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-bc3ec8bc-832e-4dfd-adeb-5dd3f4f6c177 req-afd7578c-1d20-4d6e-92e7-a1136b58cb07 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Deleting port aa07135e-7556-4c2b-9237-3d76309b0f4d {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:44.834472 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-bc3ec8bc-832e-4dfd-adeb-5dd3f4f6c177 req-afd7578c-1d20-4d6e-92e7-a1136b58cb07 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:44.922674 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-bc3ec8bc-832e-4dfd-adeb-5dd3f4f6c177 req-afd7578c-1d20-4d6e-92e7-a1136b58cb07 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] For port aa07135e-7556-4c2b-9237-3d76309b0f4d, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=aa07135e-7556-4c2b-9237-3d76309b0f4d,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:44.923035 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-bc3ec8bc-832e-4dfd-adeb-5dd3f4f6c177 req-afd7578c-1d20-4d6e-92e7-a1136b58cb07 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:44.935038 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-bc3ec8bc-832e-4dfd-adeb-5dd3f4f6c177 req-afd7578c-1d20-4d6e-92e7-a1136b58cb07 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Calling delete_port for aa07135e-7556-4c2b-9237-3d76309b0f4d owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:45.117660 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-bc3ec8bc-832e-4dfd-adeb-5dd3f4f6c177 req-afd7578c-1d20-4d6e-92e7-a1136b58cb07 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:45.145550 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7578c-1d20-4d6e-92e7-a1136b58cb07 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event deleted for resources: {'Port': ['ID=aa07135e-7556-4c2b-9237-3d76309b0f4d,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:45.192533 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3ec8bc-832e-4dfd-adeb-5dd3f4f6c177 req-afd7578c-1d20-4d6e-92e7-a1136b58cb07 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] No DVR routers for this DVR port aa07135e-7556-4c2b-9237-3d76309b0f4d on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:57:45.195421 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-bc3ec8bc-832e-4dfd-adeb-5dd3f4f6c177 req-afd7578c-1d20-4d6e-92e7-a1136b58cb07 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:45.197522 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-bc3ec8bc-832e-4dfd-adeb-5dd3f4f6c177 req-afd7578c-1d20-4d6e-92e7-a1136b58cb07 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.30 "DELETE /v2.0/ports/aa07135e-7556-4c2b-9237-3d76309b0f4d HTTP/1.1" status: 204 len: 173 time: 0.4543056 Jul 27 06:57:45.197947 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'name': 'network-vif-deleted', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:57:45.200169 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab181974-92f0-45a3-bc70-de6b65e919a3" -d '{"events": [{"server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "name": "network-vif-deleted", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:57:45.236836 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30064325-a0c0-45d4-b755-06fd6831460c x-openstack-request-id: req-30064325-a0c0-45d4-b755-06fd6831460c {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:57:45.237134 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c17557-2d38-42f4-82cf-edb18483e164", "name": "network-vif-deleted", "tag": "aa07135e-7556-4c2b-9237-3d76309b0f4d", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:57:45.237385 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30064325-a0c0-45d4-b755-06fd6831460c {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:57:45.237784 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c17557-2d38-42f4-82cf-edb18483e164', 'name': 'network-vif-deleted', 'tag': 'aa07135e-7556-4c2b-9237-3d76309b0f4d', 'status': 'completed', 'code': 200} Jul 27 06:57:45.286319 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-964daa98-c5a0-49ff-9360-e9a17496f909 req-8974e4cc-9206-4518-8e31-5a72b756341d tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 210 time: 0.0295467 Jul 27 06:57:46.391781 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-91c9f493-783e-49a1-9468-247cdacc76ba req-58c89359-1726-4314-b7f4-cbab5cff2f09 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c17557-2d38-42f4-82cf-edb18483e164 HTTP/1.1" status: 200 len: 210 time: 0.0291746 Jul 27 06:57:47.445904 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37372) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:47.502897 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b7cb-2948-4146-8615-2e0030044d14 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:47.526990 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b7cb-2948-4146-8615-2e0030044d14 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:47.681273 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b7cb-2948-4146-8615-2e0030044d14 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:47.683795 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b7cb-2948-4146-8615-2e0030044d14 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:47.684965 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-a0a5b7cb-2948-4146-8615-2e0030044d14 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] 10.222.0.24 "DELETE /v2.0/security-groups/e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f HTTP/1.1" status: 204 len: 168 time: 0.2380650 Jul 27 06:57:47.694134 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5b7cb-2948-4146-8615-2e0030044d14 tempest-TestShelveInstance-839941252 tempest-TestShelveInstance-839941252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ea334f-f3f6-4f3e-9d4c-6afd3ea9579f,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:47.819065 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37378) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:47.821750 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device aa07135e-7556-4c2b-9237-3d76309b0f4d no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:47.841648 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: aa07135e-7556-4c2b-9237-3d76309b0f4d {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:47.845278 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device aa07135e-7556-4c2b-9237-3d76309b0f4d not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:48.166487 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bec7aebc-eb89-4016-a4a8-0a4558c24dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929412'] for router_interface, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:48.416475 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-bec7aebc-eb89-4016-a4a8-0a4558c24dc0 admin admin] Deleting port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:48.416844 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bec7aebc-eb89-4016-a4a8-0a4558c24dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:48.493177 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-bec7aebc-eb89-4016-a4a8-0a4558c24dc0 admin admin] For port 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=526d556f-b3bf-4b8a-b0ab-b8b3486b43e1,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:48.493537 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bec7aebc-eb89-4016-a4a8-0a4558c24dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:48.505537 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-bec7aebc-eb89-4016-a4a8-0a4558c24dc0 admin admin] Calling delete_port for 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 owned by network:router_interface {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:48.809182 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bec7aebc-eb89-4016-a4a8-0a4558c24dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:48.839733 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7aebc-eb89-4016-a4a8-0a4558c24dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=526d556f-b3bf-4b8a-b0ab-b8b3486b43e1,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:49.014341 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bec7aebc-eb89-4016-a4a8-0a4558c24dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929384'] for router_interface, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:49.226894 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec7aebc-eb89-4016-a4a8-0a4558c24dc0 admin admin] Router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:57:49.330910 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec7aebc-eb89-4016-a4a8-0a4558c24dc0 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:57:49.336329 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-bec7aebc-eb89-4016-a4a8-0a4558c24dc0 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ff18bdc-46df-45f2-90e5-b2817b2cbf27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5151029 Jul 27 06:57:49.338813 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37382) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:49.341458 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7702a4-694a-4e1f-a83b-1492930017de None None] Sync routers for ids ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:57:49.350327 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7702a4-694a-4e1f-a83b-1492930017de None None] Routers {'8ff18bdc-46df-45f2-90e5-b2817b2cbf27'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:49.351947 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-cb7702a4-694a-4e1f-a83b-1492930017de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:49.440212 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Notify callbacks [] for router, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:49.453783 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-cb7702a4-694a-4e1f-a83b-1492930017de None None] Set router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:49.637640 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-cb7702a4-694a-4e1f-a83b-1492930017de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:57:48Z', 'revision_number': 5, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:49.664761 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7702a4-694a-4e1f-a83b-1492930017de None None] Checking router: 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:57:49.673344 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7702a4-694a-4e1f-a83b-1492930017de None None] Routers {'8ff18bdc-46df-45f2-90e5-b2817b2cbf27'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:49.673966 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-cb7702a4-694a-4e1f-a83b-1492930017de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:49.815136 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:49.874197 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-cb7702a4-694a-4e1f-a83b-1492930017de None None] Set router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:49.932352 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Deleting port 0e134736-8c5c-471f-bc21-3f8616d58450 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:49.932983 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.012198 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] For port 0e134736-8c5c-471f-bc21-3f8616d58450, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=0e134736-8c5c-471f-bc21-3f8616d58450,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:50.012562 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.024775 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Calling delete_port for 0e134736-8c5c-471f-bc21-3f8616d58450 owned by network:router_gateway {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:50.050311 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-cb7702a4-694a-4e1f-a83b-1492930017de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:57:48Z', 'revision_number': 5, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:50.077716 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7702a4-694a-4e1f-a83b-1492930017de None None] The sync data for ids ['8ff18bdc-46df-45f2-90e5-b2817b2cbf27'] in dv-cinder-779194-3-iscsi is: [{'id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'name': 'tempest-TestShelveInstance-805419313-router', 'tenant_id': 'eb0fe558c7e349d1822392715c00d202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:52:56Z', 'updated_at': '2021-07-27T06:57:48Z', 'revision_number': 5, 'project_id': 'eb0fe558c7e349d1822392715c00d202', 'gw_port': {'id': '0e134736-8c5c-471f-bc21-3f8616d58450', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff18bdc-46df-45f2-90e5-b2817b2cbf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:52:57Z', 'updated_at': '2021-07-27T06:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:57:50.233603 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.259384 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e134736-8c5c-471f-bc21-3f8616d58450,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:50.287594 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:50.287986 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:50.288894 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:50.289232 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:50.289645 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:50.289984 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:50.290317 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:50.290647 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:50.290975 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:50.291301 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:50.291623 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:50.291938 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:50.331211 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929226'] for router_gateway, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.419401 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-694'] for router, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.421583 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.519629 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563395'] for router, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.520164 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff18bdc-46df-45f2-90e5-b2817b2cbf27 {{(pid=100258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:57:50.525862 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] Notify callbacks [] for router, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.527031 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-185c8565-db73-488d-8411-d9445e81d21d admin admin] 10.222.0.24 "DELETE /v2.0/routers/8ff18bdc-46df-45f2-90e5-b2817b2cbf27 HTTP/1.1" status: 204 len: 168 time: 1.1872637 Jul 27 06:57:50.529636 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37386) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:50.575924 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb4efd1-c77c-4bdb-b057-45e0367a86f7 admin admin] Deleting subnet 1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f {{(pid=100258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:57:50.578959 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4eb4efd1-c77c-4bdb-b057-45e0367a86f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.618818 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4eb4efd1-c77c-4bdb-b057-45e0367a86f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11690516'] for subnet, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.698784 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4eb4efd1-c77c-4bdb-b057-45e0367a86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.838298 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4eb4efd1-c77c-4bdb-b057-45e0367a86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12579579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12560906'] for subnet, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.865581 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4efd1-c77c-4bdb-b057-45e0367a86f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:50.871553 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4eb4efd1-c77c-4bdb-b057-45e0367a86f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:50.873428 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-4eb4efd1-c77c-4bdb-b057-45e0367a86f7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c9ae79f-b710-4e97-bfd0-47a5ddf59e5f HTTP/1.1" status: 204 len: 168 time: 0.3428504 Jul 27 06:57:50.875989 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37388) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:50.878451 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439245d4-0f7f-4830-a9e1-13b6e510e0c7 None None] Network c243a260-5ce2-4f40-b808-df1f5e9b65cb requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:57:50.945007 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.001612 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Deleting port 59041fab-8781-4a16-8848-fc8f6cb5e0fb {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:51.001876 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.075498 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] For port 59041fab-8781-4a16-8848-fc8f6cb5e0fb, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=59041fab-8781-4a16-8848-fc8f6cb5e0fb,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:51.075866 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.087333 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f8525c-6bf3-46a5-92a7-d0a967efd0cb None None] DHCP port deletion for c243a260-5ce2-4f40-b808-df1f5e9b65cb request from dv-cinder-779194-3-iscsi {{(pid=100259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 06:57:51.091268 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Calling delete_port for 59041fab-8781-4a16-8848-fc8f6cb5e0fb owned by network:dhcp {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:51.139327 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-e5f8525c-6bf3-46a5-92a7-d0a967efd0cb None None] Deleting port 59041fab-8781-4a16-8848-fc8f6cb5e0fb {{(pid=100259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:51.139624 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e5f8525c-6bf3-46a5-92a7-d0a967efd0cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.201770 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-e5f8525c-6bf3-46a5-92a7-d0a967efd0cb None None] For port 59041fab-8781-4a16-8848-fc8f6cb5e0fb, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=59041fab-8781-4a16-8848-fc8f6cb5e0fb,segment=NetworkSegment(4147c098-5e66-4cef-abc3-bae123dea8f7),segment_id=4147c098-5e66-4cef-abc3-bae123dea8f7)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:51.202174 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e5f8525c-6bf3-46a5-92a7-d0a967efd0cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.215841 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-e5f8525c-6bf3-46a5-92a7-d0a967efd0cb None None] Calling delete_port for 59041fab-8781-4a16-8848-fc8f6cb5e0fb owned by network:dhcp {{(pid=100259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:51.251291 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.257764 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:51.275291 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=59041fab-8781-4a16-8848-fc8f6cb5e0fb,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:51.280878 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] No DVR routers for this DVR port 59041fab-8781-4a16-8848-fc8f6cb5e0fb on host dv-cinder-779194-3-iscsi {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:57:51.285797 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:51.286149 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 526d556f-b3bf-4b8a-b0ab-b8b3486b43e1 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:51.286577 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 0e134736-8c5c-471f-bc21-3f8616d58450 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:51.307982 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 0e134736-8c5c-471f-bc21-3f8616d58450 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:51.308262 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 0e134736-8c5c-471f-bc21-3f8616d58450 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:51.308702 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 59041fab-8781-4a16-8848-fc8f6cb5e0fb no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:51.336270 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 59041fab-8781-4a16-8848-fc8f6cb5e0fb {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:51.336646 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 59041fab-8781-4a16-8848-fc8f6cb5e0fb not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:51.355895 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.357540 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e5f8525c-6bf3-46a5-92a7-d0a967efd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286'] for port, after_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.365761 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c243a260-5ce2-4f40-b808-df1f5e9b65cb']}} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:51.376561 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4147c098-5e66-4cef-abc3-bae123dea8f7') {'for_net_delete': True} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:51.376887 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4147c098-5e66-4cef-abc3-bae123dea8f7') {} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:51.383048 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8525c-6bf3-46a5-92a7-d0a967efd0cb None None] Pushing event deleted for resources: {'Port': ['ID=59041fab-8781-4a16-8848-fc8f6cb5e0fb,revision_number=None']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:51.385695 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11690983'] for segment, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.387404 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8525c-6bf3-46a5-92a7-d0a967efd0cb None None] No DVR routers for this DVR port 59041fab-8781-4a16-8848-fc8f6cb5e0fb on host dv-cinder-779194-3-iscsi {{(pid=100259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:57:51.400936 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.406757 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:57:51.407139 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12579477'] for segment, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: Traceback (most recent call last): Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: timer() Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: cb(*args, **kw) Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: return func(*args, **kwargs) Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: self._notify() Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: self.callback(batched_events) Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: event.method(event) Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: return f(self, *a, **k) Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: return self._get(url).json() Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: return self.request(url, 'GET', **kwargs) Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:57:51.408823 dv-cinder-779194-3-iscsi neutron-server[100258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:57:51.523379 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.529643 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:51.531316 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c243a260-5ce2-4f40-b808-df1f5e9b65cb HTTP/1.1" status: 204 len: 168 time: 0.6543140 Jul 27 06:57:51.534199 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37392) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:51.545785 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a3fc9-67c0-4ea3-9b0a-a782c4d44c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=c243a260-5ce2-4f40-b808-df1f5e9b65cb,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:51.865468 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-02175363-8797-4b85-8f38-1ed77aa76a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929412'] for router_interface, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:52.350915 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-02175363-8797-4b85-8f38-1ed77aa76a2e admin admin] Deleting port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:52.351255 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-02175363-8797-4b85-8f38-1ed77aa76a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:52.427183 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-02175363-8797-4b85-8f38-1ed77aa76a2e admin admin] For port 264c5db0-41ea-4b95-939d-13ac7ca3f4cc, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=264c5db0-41ea-4b95-939d-13ac7ca3f4cc,segment=NetworkSegment(c209d0d1-6834-402e-bb8e-890e22908ec4),segment_id=c209d0d1-6834-402e-bb8e-890e22908ec4)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:52.427543 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-02175363-8797-4b85-8f38-1ed77aa76a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:52.439452 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-02175363-8797-4b85-8f38-1ed77aa76a2e admin admin] Calling delete_port for 264c5db0-41ea-4b95-939d-13ac7ca3f4cc owned by network:router_interface {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:52.717709 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-02175363-8797-4b85-8f38-1ed77aa76a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:52.743089 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02175363-8797-4b85-8f38-1ed77aa76a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=264c5db0-41ea-4b95-939d-13ac7ca3f4cc,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:52.907168 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-02175363-8797-4b85-8f38-1ed77aa76a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929384'] for router_interface, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:53.117380 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02175363-8797-4b85-8f38-1ed77aa76a2e admin admin] Router c32fe2e9-a23f-41b6-856e-81a3a29e5055 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:57:53.222796 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02175363-8797-4b85-8f38-1ed77aa76a2e admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:57:53.228354 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-02175363-8797-4b85-8f38-1ed77aa76a2e admin admin] 10.222.0.24 "PUT /v2.0/routers/c32fe2e9-a23f-41b6-856e-81a3a29e5055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6930413 Jul 27 06:57:53.230846 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37396) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:53.234164 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6eb6d0-34d5-4688-ae9e-86271dc76e0c None None] Sync routers for ids ['c32fe2e9-a23f-41b6-856e-81a3a29e5055'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:57:53.245950 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6eb6d0-34d5-4688-ae9e-86271dc76e0c None None] Routers {'c32fe2e9-a23f-41b6-856e-81a3a29e5055'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:53.246566 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-6b6eb6d0-34d5-4688-ae9e-86271dc76e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['c32fe2e9-a23f-41b6-856e-81a3a29e5055'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:53.335878 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:53.352518 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-6b6eb6d0-34d5-4688-ae9e-86271dc76e0c None None] Set router c32fe2e9-a23f-41b6-856e-81a3a29e5055 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:53.439407 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:53.529784 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-6b6eb6d0-34d5-4688-ae9e-86271dc76e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'name': 'tempest-TestShelveInstance-801728287-router', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:05Z', 'updated_at': '2021-07-27T06:57:52Z', 'revision_number': 5, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'gw_port': {'id': '40ff95fe-72cf-4561-a398-2fcdaea5e85f', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:53:06Z', 'updated_at': '2021-07-27T06:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:53.545329 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Deleting port 40ff95fe-72cf-4561-a398-2fcdaea5e85f {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:53.545668 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:53.556579 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6eb6d0-34d5-4688-ae9e-86271dc76e0c None None] Checking router: c32fe2e9-a23f-41b6-856e-81a3a29e5055 for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:57:53.564642 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6eb6d0-34d5-4688-ae9e-86271dc76e0c None None] Routers {'c32fe2e9-a23f-41b6-856e-81a3a29e5055'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:57:53.565261 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-6b6eb6d0-34d5-4688-ae9e-86271dc76e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['c32fe2e9-a23f-41b6-856e-81a3a29e5055'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:53.625679 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] For port 40ff95fe-72cf-4561-a398-2fcdaea5e85f, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=40ff95fe-72cf-4561-a398-2fcdaea5e85f,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:53.626046 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:53.639300 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Calling delete_port for 40ff95fe-72cf-4561-a398-2fcdaea5e85f owned by network:router_gateway {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:53.650126 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-6b6eb6d0-34d5-4688-ae9e-86271dc76e0c None None] Set router c32fe2e9-a23f-41b6-856e-81a3a29e5055 gateway port host: None {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:57:53.702214 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-6b6eb6d0-34d5-4688-ae9e-86271dc76e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'name': 'tempest-TestShelveInstance-801728287-router', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:05Z', 'updated_at': '2021-07-27T06:57:53Z', 'revision_number': 6, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'gw_port_host': None}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:53.732417 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6eb6d0-34d5-4688-ae9e-86271dc76e0c None None] The sync data for ids ['c32fe2e9-a23f-41b6-856e-81a3a29e5055'] in dv-cinder-779194-3-iscsi is: [{'id': 'c32fe2e9-a23f-41b6-856e-81a3a29e5055', 'name': 'tempest-TestShelveInstance-801728287-router', 'tenant_id': 'b2589746a52a48aeb2146433aaf8740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:53:05Z', 'updated_at': '2021-07-27T06:57:53Z', 'revision_number': 6, 'project_id': 'b2589746a52a48aeb2146433aaf8740f', 'gw_port_host': None}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:57:53.862090 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:53.887994 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ff95fe-72cf-4561-a398-2fcdaea5e85f,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:53.913031 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:53.913380 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:53.913818 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:53.914162 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:53.914494 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:53.914826 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:53.915154 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:53.915482 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:53.915813 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:53.916136 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:53.916459 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:53.916801 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:57:53.958177 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929226'] for router_gateway, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.046300 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-694'] for router, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.048249 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.182654 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563395'] for router, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.183244 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c32fe2e9-a23f-41b6-856e-81a3a29e5055 {{(pid=100257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 06:57:54.190937 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] Notify callbacks [] for router, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.190937 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-0eb34d26-3e74-4e99-a1f4-38a4b7a179b5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c32fe2e9-a23f-41b6-856e-81a3a29e5055 HTTP/1.1" status: 204 len: 168 time: 0.9574957 Jul 27 06:57:54.191785 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37400) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:54.222335 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-d54e59a4-7fa6-41ed-b6a3-6db6a5260764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.280207 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_v2 [None req-51885a3c-0604-44bd-9733-c5ecb5af5d2b admin admin] Deleting subnet 73af2649-c328-47f1-ba63-a2e72c9f1cf8 {{(pid=100257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 06:57:54.283156 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-51885a3c-0604-44bd-9733-c5ecb5af5d2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.315543 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-51885a3c-0604-44bd-9733-c5ecb5af5d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1489196'] for subnet, precommit_delete_associations {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.422705 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-51885a3c-0604-44bd-9733-c5ecb5af5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.571687 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-51885a3c-0604-44bd-9733-c5ecb5af5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12401625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12332812'] for subnet, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.598830 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51885a3c-0604-44bd-9733-c5ecb5af5d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73af2649-c328-47f1-ba63-a2e72c9f1cf8,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:54.601788 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-51885a3c-0604-44bd-9733-c5ecb5af5d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.603680 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-51885a3c-0604-44bd-9733-c5ecb5af5d2b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/73af2649-c328-47f1-ba63-a2e72c9f1cf8 HTTP/1.1" status: 204 len: 168 time: 0.4109194 Jul 27 06:57:54.606157 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37406) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:54.607065 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742722b-0cd3-490e-8358-00f6269ce907 None None] Network 8b328eee-0839-4293-9f5c-7b832b3de66c requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:57:54.680379 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.739633 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Deleting port 975d0242-9e5e-4f95-ac86-682e36a59228 {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:54.739972 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.801678 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] For port 975d0242-9e5e-4f95-ac86-682e36a59228, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=975d0242-9e5e-4f95-ac86-682e36a59228,segment=NetworkSegment(c209d0d1-6834-402e-bb8e-890e22908ec4),segment_id=c209d0d1-6834-402e-bb8e-890e22908ec4)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:54.802044 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.814579 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Calling delete_port for 975d0242-9e5e-4f95-ac86-682e36a59228 owned by network:dhcp {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:54.820947 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06328696-bb76-4aa8-ad40-cab5213758ab None None] DHCP port deletion for 8b328eee-0839-4293-9f5c-7b832b3de66c request from dv-cinder-779194-3-iscsi {{(pid=100259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 06:57:54.867390 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-06328696-bb76-4aa8-ad40-cab5213758ab None None] Deleting port 975d0242-9e5e-4f95-ac86-682e36a59228 {{(pid=100259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:57:54.867924 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-06328696-bb76-4aa8-ad40-cab5213758ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.929317 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-06328696-bb76-4aa8-ad40-cab5213758ab None None] For port 975d0242-9e5e-4f95-ac86-682e36a59228, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=975d0242-9e5e-4f95-ac86-682e36a59228,segment=NetworkSegment(c209d0d1-6834-402e-bb8e-890e22908ec4),segment_id=c209d0d1-6834-402e-bb8e-890e22908ec4)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:57:54.929761 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-06328696-bb76-4aa8-ad40-cab5213758ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:54.942304 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-06328696-bb76-4aa8-ad40-cab5213758ab None None] Calling delete_port for 975d0242-9e5e-4f95-ac86-682e36a59228 owned by network:dhcp {{(pid=100259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:57:54.982532 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.007137 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Pushing event deleted for resources: {'Port': ['ID=975d0242-9e5e-4f95-ac86-682e36a59228,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:55.010596 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] No DVR routers for this DVR port 975d0242-9e5e-4f95-ac86-682e36a59228 on host dv-cinder-779194-3-iscsi {{(pid=100257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:57:55.019764 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-06328696-bb76-4aa8-ad40-cab5213758ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286'] for port, after_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.045610 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06328696-bb76-4aa8-ad40-cab5213758ab None None] Pushing event deleted for resources: {'Port': ['ID=975d0242-9e5e-4f95-ac86-682e36a59228,revision_number=None']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:55.048954 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06328696-bb76-4aa8-ad40-cab5213758ab None None] No DVR routers for this DVR port 975d0242-9e5e-4f95-ac86-682e36a59228 on host dv-cinder-779194-3-iscsi {{(pid=100259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:57:55.085342 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.095006 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b328eee-0839-4293-9f5c-7b832b3de66c']}} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:55.104902 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c209d0d1-6834-402e-bb8e-890e22908ec4') {'for_net_delete': True} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:55.105205 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c209d0d1-6834-402e-bb8e-890e22908ec4') {} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:57:55.113706 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1489119'] for segment, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.127060 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.133208 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 06:57:55.133597 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12401591'] for segment, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: Traceback (most recent call last): Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: timer() Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: cb(*args, **kw) Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: return func(*args, **kwargs) Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: self._notify() Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: self.callback(batched_events) Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: event.method(event) Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: return f(self, *a, **k) Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._get(url).json() Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: return self.request(url, 'GET', **kwargs) Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 06:57:55.135248 dv-cinder-779194-3-iscsi neutron-server[100257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 06:57:55.246224 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 264c5db0-41ea-4b95-939d-13ac7ca3f4cc no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:55.260631 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.265953 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.270756 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 264c5db0-41ea-4b95-939d-13ac7ca3f4cc {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:55.270756 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 264c5db0-41ea-4b95-939d-13ac7ca3f4cc not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:55.271292 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8b328eee-0839-4293-9f5c-7b832b3de66c HTTP/1.1" status: 204 len: 168 time: 0.6607194 Jul 27 06:57:55.271386 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 40ff95fe-72cf-4561-a398-2fcdaea5e85f no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:55.279770 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e07dfe-f4a8-4229-a1be-9b4a065d7735 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b328eee-0839-4293-9f5c-7b832b3de66c,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:55.290233 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 40ff95fe-72cf-4561-a398-2fcdaea5e85f {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:55.290584 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 40ff95fe-72cf-4561-a398-2fcdaea5e85f not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:55.291063 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 975d0242-9e5e-4f95-ac86-682e36a59228 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:57:55.312261 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 975d0242-9e5e-4f95-ac86-682e36a59228 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:57:55.312771 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 975d0242-9e5e-4f95-ac86-682e36a59228 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:57:55.635193 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37412) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:55.673459 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-318e153a-1b0f-4e86-b64d-f748e0fdb74b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb0fe558c7e349d1822392715c00d202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366135 Jul 27 06:57:55.675238 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37414) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:55.724992 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ffb3f680-340b-4d4c-9660-5705a1747aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.745140 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ffb3f680-340b-4d4c-9660-5705a1747aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.845324 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ffb3f680-340b-4d4c-9660-5705a1747aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.847889 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ffb3f680-340b-4d4c-9660-5705a1747aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:55.849110 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-ffb3f680-340b-4d4c-9660-5705a1747aa0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/929fc3bb-df0f-4a16-8ca3-28235b6e5ae9 HTTP/1.1" status: 204 len: 168 time: 0.1730032 Jul 27 06:57:55.857372 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3f680-340b-4d4c-9660-5705a1747aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929fc3bb-df0f-4a16-8ca3-28235b6e5ae9,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:56.473982 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37420) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:56.512191 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-7e9082f1-45e3-4f2c-96a4-5f5a8dffbe09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2589746a52a48aeb2146433aaf8740f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384123 Jul 27 06:57:56.514522 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37422) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:56.561216 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-298030ec-2e2d-4718-8fb4-88f395b8c837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:56.581983 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-298030ec-2e2d-4718-8fb4-88f395b8c837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:56.680916 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-0af12ef9-c070-47f8-a8dc-3ca7b67285e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:56.689046 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-298030ec-2e2d-4718-8fb4-88f395b8c837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:56.691674 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-298030ec-2e2d-4718-8fb4-88f395b8c837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:56.692976 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-298030ec-2e2d-4718-8fb4-88f395b8c837 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51bc8ec0-76a2-47d2-914b-d60ae994e1c3 HTTP/1.1" status: 204 len: 168 time: 0.1775694 Jul 27 06:57:56.701831 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298030ec-2e2d-4718-8fb4-88f395b8c837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bc8ec0-76a2-47d2-914b-d60ae994e1c3,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:56.831995 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:57.695267 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37446) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:57.789025 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1449526766-network', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:57.885438 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Made reservation on behalf of 01d0f7e3f3a3428eabbd96e4520b2468 for: {'network': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:57:57.887759 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:57.896475 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:57.942497 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:57.984383 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:58.027566 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:58.053678 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=100257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:57:58.059874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a393df-bd7b-4983-9855-da9ec7ca318b,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:58.065743 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:58.066098 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.segments_db [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Added segment 514702b0-10dd-44cf-b5f1-d6877d92a41b of type vlan for network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 Jul 27 06:57:58.106111 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:58.197595 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:58.198530 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:58.199123 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:58.259643 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] Pushing event updated for resources: {'Network': ['ID=7252be0b-cb05-48f6-94d5-622e0ea3ba62,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:58.269099 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:57:58.314188 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-b00cb6a7-c66e-4348-b7f6-bbf6c8688b1c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6178086 Jul 27 06:57:58.316846 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37452) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:58.322309 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-0815e378-5b94-4899-b160-375b16ac537a admin admin] Request body: {'subnet': {'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1449526766-subnet', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'ip_version': 4}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:58.427735 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0815e378-5b94-4899-b160-375b16ac537a admin admin] Made reservation on behalf of 01d0f7e3f3a3428eabbd96e4520b2468 for: {'subnet': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:57:58.430251 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0815e378-5b94-4899-b160-375b16ac537a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12332903'] for subnet, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:58.637813 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0815e378-5b94-4899-b160-375b16ac537a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12401438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12332917'] for subnet, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:58.694109 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815e378-5b94-4899-b160-375b16ac537a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:58.699927 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0815e378-5b94-4899-b160-375b16ac537a admin admin] Checking segment: {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:57:58.700582 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0815e378-5b94-4899-b160-375b16ac537a admin admin] Network hostable DHCP agents. Network: 7252be0b-cb05-48f6-94d5-622e0ea3ba62, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:57:58.793560 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0815e378-5b94-4899-b160-375b16ac537a admin admin] Network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:57:58.885256 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-0815e378-5b94-4899-b160-375b16ac537a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 7252be0b-cb05-48f6-94d5-622e0ea3ba62) {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:57:58.889601 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0815e378-5b94-4899-b160-375b16ac537a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:57:58.890258 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0815e378-5b94-4899-b160-375b16ac537a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:58.896386 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d6797b-72c5-4d4a-b383-84c7da4e09b7 None None] Network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:57:58.951999 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37456) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:57:58.952894 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-0815e378-5b94-4899-b160-375b16ac537a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6311996 Jul 27 06:57:58.957445 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:57:59.033982 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-704'] for router, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.035096 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-697'] for router, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.087938 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.157953 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped675565-aa29-5855-a0a6-196c76607e72-7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a'}]}} from dv-cinder-779194-3-iscsi. {{(pid=100259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:57:59.158942 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.269442 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-928781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.302898 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.304073 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.db_base_plugin_common [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Allocated IP 172.20.0.2 (7252be0b-cb05-48f6-94d5-622e0ea3ba62/3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a/862fe4ae-86e9-4806-af61-84dcd8a94434) {{(pid=100259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:57:59.447716 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Notify callbacks [] for port, precommit_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.455726 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Transition to ACTIVE for port object 862fe4ae-86e9-4806-af61-84dcd8a94434 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:57:59.470371 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Transition to ACTIVE for port object 862fe4ae-86e9-4806-af61-84dcd8a94434 will not be triggered until provisioned by entity DHCP. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:57:59.520884 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.543582 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.546681 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.584757 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 is already hosted by enough agents. {{(pid=100259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:57:59.589842 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.base_scheduler [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Resources bound (agent type, host, resource id): {{(pid=100259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:57:59.593164 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Received port after_create {{(pid=100259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:57:59.598504 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Pushing event updated for resources: {'Port': ['ID=862fe4ae-86e9-4806-af61-84dcd8a94434,revision_number=1']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:59.648281 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Allocated IP 172.27.1.229 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/5c2a6f98-a273-4861-92bc-6a607d52eb30) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:57:59.662549 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Attempting to bind port 862fe4ae-86e9-4806-af61-84dcd8a94434 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:57:59.662919 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Attempting to bind port 862fe4ae-86e9-4806-af61-84dcd8a94434 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:57:59.663858 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Attempting to bind port 862fe4ae-86e9-4806-af61-84dcd8a94434 on network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:57:59.668920 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:57:59.669296 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Checking segment: {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:57:59.669696 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.670084 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Bound using segment: {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:57:59.670570 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Bound port: 862fe4ae-86e9-4806-af61-84dcd8a94434, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:57:59.670934 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.707661 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.738439 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] For port 862fe4ae-86e9-4806-af61-84dcd8a94434, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:57:59.741613 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] For port 862fe4ae-86e9-4806-af61-84dcd8a94434, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=862fe4ae-86e9-4806-af61-84dcd8a94434,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:57:59.753021 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.809289 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.864122 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c55ff-0d3b-409f-b33e-8397e383fb39 None None] Pushing event updated for resources: {'Port': ['ID=862fe4ae-86e9-4806-af61-84dcd8a94434,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:57:59.895210 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:57:59.939668 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:57:59.942502 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:57:59.948136 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:57:59.955739 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2a6f98-a273-4861-92bc-6a607d52eb30,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:00.297729 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:00.493332 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928802'] for router, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:00.702428 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc is scheduled to L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 with binding_index 1 {{(pid=100258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:58:00.724106 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ca15ed-b790-4a84-b063-a29b9f32c645 None None] Network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:58:00.811056 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:58:00.824829 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Sync routers for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:58:00.830944 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:58:00.831573 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:00.845773 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-27462e64-c4a9-4181-8480-da789162b984 None None] Provisioning for port 862fe4ae-86e9-4806-af61-84dcd8a94434 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:58:00.889640 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] Notify callbacks [] for router, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:00.891266 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-4a2b32ef-1426-4cb6-8994-4856d6e83253 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9374847 Jul 27 06:58:00.894009 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37460) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:00.937159 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:58:01.121596 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:00Z', 'revision_number': 3, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:01.150473 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Checking router: 1f2caecb-7cdc-4254-90f1-5f568d0c58fc for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:58:01.150816 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Updating router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc port 5c2a6f98-a273-4861-92bc-6a607d52eb30 binding host dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:58:01.185518 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:01.324775 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 862fe4ae-86e9-4806-af61-84dcd8a94434 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:01.461186 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 862fe4ae-86e9-4806-af61-84dcd8a94434 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:58:01.466193 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 862fe4ae-86e9-4806-af61-84dcd8a94434 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:01.466421 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Notify callbacks [] for port, precommit_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:01.466568 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:01.476849 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.provisioning_blocks [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Transition to ACTIVE for port object 5c2a6f98-a273-4861-92bc-6a607d52eb30 will not be triggered until provisioned by entity L2. {{(pid=100260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:58:01.548357 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:01.574571 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:01.579833 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 862fe4ae-86e9-4806-af61-84dcd8a94434, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=862fe4ae-86e9-4806-af61-84dcd8a94434,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:58:01.585520 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:01.631594 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Attempting to bind port 5c2a6f98-a273-4861-92bc-6a607d52eb30 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:58:01.632029 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Attempting to bind port 5c2a6f98-a273-4861-92bc-6a607d52eb30 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:58:01.632636 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Attempting to bind port 5c2a6f98-a273-4861-92bc-6a607d52eb30 on network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:58:01.635431 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052ee4e-d656-4143-814c-fcd72dd567a8 None None] Pushing event updated for resources: {'Port': ['ID=5c2a6f98-a273-4861-92bc-6a607d52eb30,revision_number=2']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:01.639959 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:58:01.640330 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Checking segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:58:01.640767 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:01.641156 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Bound using segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:58:01.641618 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Bound port: 5c2a6f98-a273-4861-92bc-6a607d52eb30, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:58:01.642016 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:01.690708 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:01.692579 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] For port 5c2a6f98-a273-4861-92bc-6a607d52eb30, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:58:01.697291 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] For port 5c2a6f98-a273-4861-92bc-6a607d52eb30, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=5c2a6f98-a273-4861-92bc-6a607d52eb30,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:58:01.739324 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=862fe4ae-86e9-4806-af61-84dcd8a94434,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:01.744900 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Allocated IP 172.20.0.1 (7252be0b-cb05-48f6-94d5-622e0ea3ba62/3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a/ae20e98e-f7b7-4fed-80b0-328555fec890) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:58:01.746704 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:01.747054 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:01.747405 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:01.747744 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:01.748079 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:01.748416 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:01.748775 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:01.749107 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:01.749441 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:01.749769 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:01.750096 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:01.750422 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:01.760321 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:01.817703 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:58:01.818323 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:01.822154 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052ee4e-d656-4143-814c-fcd72dd567a8 None None] Pushing event updated for resources: {'Port': ['ID=5c2a6f98-a273-4861-92bc-6a607d52eb30,revision_number=3']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:01.850664 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:01.864035 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.provisioning_blocks [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Transition to ACTIVE for port object ae20e98e-f7b7-4fed-80b0-328555fec890 will not be triggered until provisioned by entity DHCP. {{(pid=100257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:58:01.925387 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:58:01.958758 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:01.998373 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:58:02.004690 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:58:02.009781 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:58:02.033985 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae20e98e-f7b7-4fed-80b0-328555fec890,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:02.058682 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929151'] for router_interface, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:02.110280 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:00Z', 'revision_number': 3, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:02.138301 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42f9d5-6c07-499b-ab18-645d999175d5 None None] The sync data for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi is: [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:00Z', 'revision_number': 3, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:58:02.288325 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:02.365175 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-48cbc2da-1e46-4ea2-897c-b76586563581 None None] Provisioning for port ae20e98e-f7b7-4fed-80b0-328555fec890 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:58:02.377996 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-48cbc2da-1e46-4ea2-897c-b76586563581 None None] Provisioning complete for port ae20e98e-f7b7-4fed-80b0-328555fec890 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:02.379204 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-48cbc2da-1e46-4ea2-897c-b76586563581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:02.418176 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-48cbc2da-1e46-4ea2-897c-b76586563581 None None] Port ae20e98e-f7b7-4fed-80b0-328555fec890 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:58:02.474611 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:02.534862 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:02.615289 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae20e98e-f7b7-4fed-80b0-328555fec890,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:02.625026 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929519'] for router_interface, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:02.720311 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:58:02.721688 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:58:02.849091 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:58:02.940475 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f894fc25-e709-4cf3-9de7-b68194c77b97 None None] Provisioning complete for port ae20e98e-f7b7-4fed-80b0-328555fec890 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:02.941076 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f894fc25-e709-4cf3-9de7-b68194c77b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:02.975681 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:58:02.981205 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-908123b4-ac2e-4fa2-b86b-ae54c85e85d5 admin admin] 10.222.0.24 "PUT /v2.0/routers/1f2caecb-7cdc-4254-90f1-5f568d0c58fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0860453 Jul 27 06:58:02.984396 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f894fc25-e709-4cf3-9de7-b68194c77b97 None None] Port ae20e98e-f7b7-4fed-80b0-328555fec890 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:58:03.316709 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 862fe4ae-86e9-4806-af61-84dcd8a94434 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:03.364252 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 862fe4ae-86e9-4806-af61-84dcd8a94434 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:03.364647 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:03.451261 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 5c2a6f98-a273-4861-92bc-6a607d52eb30 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:03.559240 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 5c2a6f98-a273-4861-92bc-6a607d52eb30 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:58:03.563206 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 5c2a6f98-a273-4861-92bc-6a607d52eb30 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:03.563609 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:03.658821 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:03.684513 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 5c2a6f98-a273-4861-92bc-6a607d52eb30, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=5c2a6f98-a273-4861-92bc-6a607d52eb30,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:58:03.722698 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37496) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:03.727997 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-585061936-network', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:03.750805 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Sync routers for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:58:03.762458 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:58:03.763076 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:03.802777 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:03.837676 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Made reservation on behalf of e57a8c48dddf45718aeea03bc8397837 for: {'network': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:58:03.840122 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for network, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:03.848885 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:03.898361 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=5c2a6f98-a273-4861-92bc-6a607d52eb30,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:03.913681 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:58:03.938343 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.005239 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.033333 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 06:58:04.038795 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbed147-c36f-4afc-b832-fe14f35bee05,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:04.046036 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.046395 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.segments_db [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Added segment 2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d of type vlan for network 00acf78e-3fb0-46ac-8139-af5241947d98 Jul 27 06:58:04.089775 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753740403541'] for network, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.116120 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 2, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:04.143072 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Checking router: 1f2caecb-7cdc-4254-90f1-5f568d0c58fc for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:58:04.143298 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Updating router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc port ae20e98e-f7b7-4fed-80b0-328555fec890 binding host dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:58:04.170878 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188'] for network, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.171891 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:04.172536 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.177395 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.230968 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] Pushing event updated for resources: {'Network': ['ID=00acf78e-3fb0-46ac-8139-af5241947d98,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:04.268920 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-05dcd4db-2b19-473c-bba4-8583dad91239 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5450616 Jul 27 06:58:04.271959 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37502) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:04.276198 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Network 00acf78e-3fb0-46ac-8139-af5241947d98 details requested by agent ovs-agent-dv-cinder-779194-3-iscsi with host dv-cinder-779194-3-iscsi {{(pid=100259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 06:58:04.277317 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-07b8b6f2-9440-4a45-8676-32bb4ddb631b admin admin] Request body: {'subnet': {'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-585061936-subnet', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'ip_version': 4}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:04.358510 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b8b6f2-9440-4a45-8676-32bb4ddb631b admin admin] Made reservation on behalf of e57a8c48dddf45718aeea03bc8397837 for: {'subnet': 1} {{(pid=100257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:58:04.361529 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-07b8b6f2-9440-4a45-8676-32bb4ddb631b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12332903'] for subnet, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.510887 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Notify callbacks [] for port, precommit_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.520790 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Transition to ACTIVE for port object ae20e98e-f7b7-4fed-80b0-328555fec890 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:58:04.575007 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.603995 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-07b8b6f2-9440-4a45-8676-32bb4ddb631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12401438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12332917'] for subnet, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.629621 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01221d7-c04d-4458-807b-2ae74ce8b5e0 None None] Pushing event updated for resources: {'Port': ['ID=ae20e98e-f7b7-4fed-80b0-328555fec890,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:04.664525 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8b6f2-9440-4a45-8676-32bb4ddb631b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b761ba07-cdb5-40aa-9497-942f0c7be768,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:04.675472 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8b6f2-9440-4a45-8676-32bb4ddb631b admin admin] Checking segment: {'id': '2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:58:04.675842 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8b6f2-9440-4a45-8676-32bb4ddb631b admin admin] Network hostable DHCP agents. Network: 00acf78e-3fb0-46ac-8139-af5241947d98, hostable agents: ['f20aa272-b29f-41bd-b1e0-d9a9c9aa739a'], hosted agents: [] {{(pid=100257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 06:58:04.684757 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Attempting to bind port ae20e98e-f7b7-4fed-80b0-328555fec890 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:58:04.685194 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Attempting to bind port ae20e98e-f7b7-4fed-80b0-328555fec890 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:58:04.685688 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Attempting to bind port ae20e98e-f7b7-4fed-80b0-328555fec890 on network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:58:04.690920 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:58:04.691285 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Checking segment: {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:58:04.691682 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.692075 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Bound using segment: {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:58:04.692631 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Bound port: ae20e98e-f7b7-4fed-80b0-328555fec890, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:58:04.692990 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.753708 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8b6f2-9440-4a45-8676-32bb4ddb631b admin admin] Network 00acf78e-3fb0-46ac-8139-af5241947d98 is scheduled to be hosted by DHCP agent f20aa272-b29f-41bd-b1e0-d9a9c9aa739a with binding_index 1 {{(pid=100257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 06:58:04.757262 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] For port ae20e98e-f7b7-4fed-80b0-328555fec890, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:58:04.760437 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] For port ae20e98e-f7b7-4fed-80b0-328555fec890, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=ae20e98e-f7b7-4fed-80b0-328555fec890,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:58:04.925150 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-07b8b6f2-9440-4a45-8676-32bb4ddb631b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-3-iscsi, 00acf78e-3fb0-46ac-8139-af5241947d98) {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:58:04.925534 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.929195 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8b6f2-9440-4a45-8676-32bb4ddb631b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:04.931371 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-07b8b6f2-9440-4a45-8676-32bb4ddb631b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:04.956054 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7ce1bc-4266-4f64-8db0-ef5e98fcb45f None None] Network 00acf78e-3fb0-46ac-8139-af5241947d98 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:58:05.036155 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01221d7-c04d-4458-807b-2ae74ce8b5e0 None None] Pushing event updated for resources: {'Port': ['ID=ae20e98e-f7b7-4fed-80b0-328555fec890,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:05.049741 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:58:05.049741 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:05.076982 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-07b8b6f2-9440-4a45-8676-32bb4ddb631b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8015819 Jul 27 06:58:05.077940 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37506) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:05.081825 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-585061936-router', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:05.165330 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-704'] for router, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:05.166467 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-697'] for router, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:05.228476 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:05.356345 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:58:05.361789 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 5c2a6f98-a273-4861-92bc-6a607d52eb30 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:05.409662 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped675565-aa29-5855-a0a6-196c76607e72-00acf78e-3fb0-46ac-8139-af5241947d98', 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'fixed_ips': [{'subnet_id': 'b761ba07-cdb5-40aa-9497-942f0c7be768'}]}} from dv-cinder-779194-3-iscsi. {{(pid=100259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 06:58:05.410599 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:05.446006 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-928781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:05.618725 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 5c2a6f98-a273-4861-92bc-6a607d52eb30 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:05.619022 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:05.706167 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:05.724673 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:05.746409 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.db_base_plugin_common [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Allocated IP 172.20.0.2 (00acf78e-3fb0-46ac-8139-af5241947d98/b761ba07-cdb5-40aa-9497-942f0c7be768/1eaad289-8a17-4d0b-993f-7ec7377256cd) {{(pid=100259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:58:05.831728 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Allocated IP 172.27.1.94 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/189dfbeb-f73b-456c-bbd9-682d77c6568a) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:58:05.870755 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:04Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:05.901381 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cbb661-5eee-4f92-80cd-c4ccaaaaef57 None None] The sync data for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi is: [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:04Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:58:05.939833 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:05.992015 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Notify callbacks [] for port, precommit_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:06.000747 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Transition to ACTIVE for port object 1eaad289-8a17-4d0b-993f-7ec7377256cd will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:58:06.023695 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Transition to ACTIVE for port object 1eaad289-8a17-4d0b-993f-7ec7377256cd will not be triggered until provisioned by entity DHCP. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:58:06.074169 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:06.097168 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277'] for port, after_create {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:06.137078 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:58:06.137078 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:58:06.137078 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:58:06.139428 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Network 00acf78e-3fb0-46ac-8139-af5241947d98 is already hosted by enough agents. {{(pid=100259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:58:06.142299 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.scheduler.base_scheduler [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Resources bound (agent type, host, resource id): {{(pid=100259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:58:06.148658 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Received port after_create {{(pid=100259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:58:06.157668 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Pushing event updated for resources: {'Port': ['ID=1eaad289-8a17-4d0b-993f-7ec7377256cd,revision_number=1']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:06.160768 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Pushing event updated for resources: {'Port': ['ID=189dfbeb-f73b-456c-bbd9-682d77c6568a,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:06.220709 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Attempting to bind port 1eaad289-8a17-4d0b-993f-7ec7377256cd on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:58:06.220990 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Attempting to bind port 1eaad289-8a17-4d0b-993f-7ec7377256cd by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': '2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:58:06.221347 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Attempting to bind port 1eaad289-8a17-4d0b-993f-7ec7377256cd on network 00acf78e-3fb0-46ac-8139-af5241947d98 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:58:06.227284 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:58:06.227657 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Checking segment: {'id': '2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:58:06.228058 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:06.228447 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Bound using segment: {'id': '2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:58:06.228942 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Bound port: 1eaad289-8a17-4d0b-993f-7ec7377256cd, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:58:06.229321 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:06.307347 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] For port 1eaad289-8a17-4d0b-993f-7ec7377256cd, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:58:06.310679 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] For port 1eaad289-8a17-4d0b-993f-7ec7377256cd, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=1eaad289-8a17-4d0b-993f-7ec7377256cd,segment=NetworkSegment(2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d),segment_id=2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:58:06.360294 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:58:06.400170 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:06.471757 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063d393-9072-4822-bdd9-0e9da92f4f24 None None] Pushing event updated for resources: {'Port': ['ID=1eaad289-8a17-4d0b-993f-7ec7377256cd,revision_number=2']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:06.480555 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:06.713729 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928802'] for router, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:06.917756 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Router 662c7282-32e7-470b-8049-4bf55b8746ef is scheduled to L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 with binding_index 1 {{(pid=100257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 06:58:07.027220 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:58:07.036641 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Sync routers for ids ['662c7282-32e7-470b-8049-4bf55b8746ef'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:58:07.047761 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Routers {'662c7282-32e7-470b-8049-4bf55b8746ef'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:58:07.048389 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['662c7282-32e7-470b-8049-4bf55b8746ef'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:07.096322 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] Notify callbacks [] for router, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:07.097653 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-e9207c1a-da0f-4eea-9844-d6a11ee17975 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0192914 Jul 27 06:58:07.100292 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37512) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:07.274818 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Set router 662c7282-32e7-470b-8049-4bf55b8746ef gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:58:07.354681 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 1eaad289-8a17-4d0b-993f-7ec7377256cd up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:07.467154 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'name': 'tempest-TestVolumeBootPattern-585061936-router', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:06Z', 'revision_number': 3, 'project_id': 'e57a8c48dddf45718aeea03bc8397837', 'gw_port': {'id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:07.477024 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3487f9b9-f7c3-43ec-9c77-2a35f79904f5 None None] Network 00acf78e-3fb0-46ac-8139-af5241947d98 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 06:58:07.494415 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 1eaad289-8a17-4d0b-993f-7ec7377256cd completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:58:07.498876 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Checking router: 662c7282-32e7-470b-8049-4bf55b8746ef for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:58:07.499291 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Updating router 662c7282-32e7-470b-8049-4bf55b8746ef port 189dfbeb-f73b-456c-bbd9-682d77c6568a binding host dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:58:07.526221 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device ae20e98e-f7b7-4fed-80b0-328555fec890 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:07.534806 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:07.646795 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-055d6c57-5bd7-42fe-96e4-ed2368e09f61 None None] Provisioning for port 1eaad289-8a17-4d0b-993f-7ec7377256cd completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:58:07.653340 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-055d6c57-5bd7-42fe-96e4-ed2368e09f61 None None] Provisioning complete for port 1eaad289-8a17-4d0b-993f-7ec7377256cd triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:07.653340 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-055d6c57-5bd7-42fe-96e4-ed2368e09f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:07.691502 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port ae20e98e-f7b7-4fed-80b0-328555fec890 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:58:07.708868 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port ae20e98e-f7b7-4fed-80b0-328555fec890 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:07.709235 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:07.811022 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-055d6c57-5bd7-42fe-96e4-ed2368e09f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:07.811887 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Notify callbacks [] for port, precommit_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:07.823738 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.provisioning_blocks [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Transition to ACTIVE for port object 189dfbeb-f73b-456c-bbd9-682d77c6568a will not be triggered until provisioned by entity L2. {{(pid=100260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:58:07.836982 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:07.883680 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:07.890052 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-055d6c57-5bd7-42fe-96e4-ed2368e09f61 None None] For port 1eaad289-8a17-4d0b-993f-7ec7377256cd, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=1eaad289-8a17-4d0b-993f-7ec7377256cd,segment=NetworkSegment(2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d),segment_id=2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:58:07.932353 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port ae20e98e-f7b7-4fed-80b0-328555fec890, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=ae20e98e-f7b7-4fed-80b0-328555fec890,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:58:08.022586 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Allocated IP 172.20.0.1 (00acf78e-3fb0-46ac-8139-af5241947d98/b761ba07-cdb5-40aa-9497-942f0c7be768/be2f2243-b0ea-4e24-96e0-99f7d640b799) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:58:08.083036 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.125983 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.128482 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Attempting to bind port 189dfbeb-f73b-456c-bbd9-682d77c6568a on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:58:08.128647 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Attempting to bind port 189dfbeb-f73b-456c-bbd9-682d77c6568a by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:58:08.128989 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Attempting to bind port 189dfbeb-f73b-456c-bbd9-682d77c6568a on network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:58:08.137072 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.137792 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Pushing event updated for resources: {'Port': ['ID=189dfbeb-f73b-456c-bbd9-682d77c6568a,revision_number=2']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:08.138910 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-055d6c57-5bd7-42fe-96e4-ed2368e09f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.143095 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.provisioning_blocks [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Transition to ACTIVE for port object be2f2243-b0ea-4e24-96e0-99f7d640b799 will not be triggered until provisioned by entity DHCP. {{(pid=100257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:58:08.146440 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:58:08.146440 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Checking segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:58:08.146665 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.147004 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Bound using segment: {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'} {{(pid=100260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:58:08.147643 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.managers [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Bound port: 189dfbeb-f73b-456c-bbd9-682d77c6568a, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc4bf63-68c4-4903-bba7-470656fd5451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}}] {{(pid=100260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:58:08.148250 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.151288 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:08.151640 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:08.151976 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:08.152323 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:08.152673 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:08.153006 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:08.153340 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:08.153662 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:08.153988 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:08.154310 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:08.154633 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:08.154953 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:08.193635 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=ae20e98e-f7b7-4fed-80b0-328555fec890,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:08.212249 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] For port 189dfbeb-f73b-456c-bbd9-682d77c6568a, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:58:08.215255 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.plugins.ml2.db [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] For port 189dfbeb-f73b-456c-bbd9-682d77c6568a, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=189dfbeb-f73b-456c-bbd9-682d77c6568a,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:58:08.228432 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.242669 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d6c57-5bd7-42fe-96e4-ed2368e09f61 None None] Pushing event updated for resources: {'Port': ['ID=1eaad289-8a17-4d0b-993f-7ec7377256cd,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:08.261649 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-9982e9cf-6b5d-4f19-8612-f2fc99fb00b6 None None] Provisioning complete for port 1eaad289-8a17-4d0b-993f-7ec7377256cd triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:08.262022 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-9982e9cf-6b5d-4f19-8612-f2fc99fb00b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.269992 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Network 00acf78e-3fb0-46ac-8139-af5241947d98 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:58:08.273536 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:58:08.279844 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:58:08.287233 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron_lib.callbacks.manager [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.311476 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Pushing event updated for resources: {'Port': ['ID=be2f2243-b0ea-4e24-96e0-99f7d640b799,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:08.327812 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929151'] for router_interface, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.352584 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Routers {'662c7282-32e7-470b-8049-4bf55b8746ef'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:58:08.353419 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['662c7282-32e7-470b-8049-4bf55b8746ef'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:08.402107 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97120d8-bca8-46e1-a379-8252bea0dad6 None None] Pushing event updated for resources: {'Port': ['ID=189dfbeb-f73b-456c-bbd9-682d77c6568a,revision_number=3']} {{(pid=100260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:08.484754 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] Set router 662c7282-32e7-470b-8049-4bf55b8746ef gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:58:08.508280 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.524855 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-999c64dd-2dc3-4331-8c5b-3f63dbfcf5c5 None None] Provisioning for port be2f2243-b0ea-4e24-96e0-99f7d640b799 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:58:08.529060 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-999c64dd-2dc3-4331-8c5b-3f63dbfcf5c5 None None] Provisioning complete for port be2f2243-b0ea-4e24-96e0-99f7d640b799 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:08.529526 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-999c64dd-2dc3-4331-8c5b-3f63dbfcf5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.568257 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-999c64dd-2dc3-4331-8c5b-3f63dbfcf5c5 None None] Port be2f2243-b0ea-4e24-96e0-99f7d640b799 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:58:08.658853 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'name': 'tempest-TestVolumeBootPattern-585061936-router', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:06Z', 'revision_number': 3, 'project_id': 'e57a8c48dddf45718aeea03bc8397837', 'gw_port': {'id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:08.677512 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.688133 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d7893-bc4e-4647-8811-dde728731a49 None None] The sync data for ids ['662c7282-32e7-470b-8049-4bf55b8746ef'] in dv-cinder-779194-3-iscsi is: [{'id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'name': 'tempest-TestVolumeBootPattern-585061936-router', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:06Z', 'revision_number': 3, 'project_id': 'e57a8c48dddf45718aeea03bc8397837', 'gw_port': {'id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:58:08.747559 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.812860 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Pushing event updated for resources: {'Port': ['ID=be2f2243-b0ea-4e24-96e0-99f7d640b799,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:08.815252 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929519'] for router_interface, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:08.932963 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Network 00acf78e-3fb0-46ac-8139-af5241947d98 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:58:08.935093 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:58:09.065563 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Router 662c7282-32e7-470b-8049-4bf55b8746ef has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:58:09.185007 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:58:09.192630 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-63597449-7cb7-4e50-973d-335c50709e8e admin admin] 10.222.0.24 "PUT /v2.0/routers/662c7282-32e7-470b-8049-4bf55b8746ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0884979 Jul 27 06:58:09.195128 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-40dec698-768a-4c18-b095-afb46c704c06 None None] Provisioning complete for port be2f2243-b0ea-4e24-96e0-99f7d640b799 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:09.195601 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-40dec698-768a-4c18-b095-afb46c704c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:09.250325 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-40dec698-768a-4c18-b095-afb46c704c06 None None] Port be2f2243-b0ea-4e24-96e0-99f7d640b799 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:58:09.374321 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 189dfbeb-f73b-456c-bbd9-682d77c6568a up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:09.502322 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port 189dfbeb-f73b-456c-bbd9-682d77c6568a completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:58:09.507475 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 189dfbeb-f73b-456c-bbd9-682d77c6568a triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:09.507927 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:09.584394 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:09.605216 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port 189dfbeb-f73b-456c-bbd9-682d77c6568a, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=189dfbeb-f73b-456c-bbd9-682d77c6568a,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:58:09.673784 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:09.674583 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device ae20e98e-f7b7-4fed-80b0-328555fec890 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:09.753912 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=189dfbeb-f73b-456c-bbd9-682d77c6568a,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:09.765572 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port ae20e98e-f7b7-4fed-80b0-328555fec890 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:09.765952 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:09.841966 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 1eaad289-8a17-4d0b-993f-7ec7377256cd up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:09.891139 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 1eaad289-8a17-4d0b-993f-7ec7377256cd triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:09.891519 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.136842 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Sync routers for ids ['662c7282-32e7-470b-8049-4bf55b8746ef'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:58:10.145358 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Routers {'662c7282-32e7-470b-8049-4bf55b8746ef'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:58:10.145970 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['662c7282-32e7-470b-8049-4bf55b8746ef'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:10.165308 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37526) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:10.170004 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-18b0b36f-49d5-427f-99b9-8327ad6cf74e tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1264415001', 'description': 'tempest-secgroup-smoke-1264415001 description', 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:10.256750 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-18b0b36f-49d5-427f-99b9-8327ad6cf74e tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.340936 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-18b0b36f-49d5-427f-99b9-8327ad6cf74e tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.381307 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Set router 662c7282-32e7-470b-8049-4bf55b8746ef gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:58:10.426294 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-18b0b36f-49d5-427f-99b9-8327ad6cf74e tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.455991 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0b36f-49d5-427f-99b9-8327ad6cf74e tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62461415-c723-4005-89bf-0ffb256aa173,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:10.528809 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-18b0b36f-49d5-427f-99b9-8327ad6cf74e tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.530060 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-18b0b36f-49d5-427f-99b9-8327ad6cf74e tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3637357 Jul 27 06:58:10.532811 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37528) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:10.537281 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-0ed9611c-de0f-4dd9-bcc2-4c16ae4385e6 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'security_group_rule': {'security_group_id': '62461415-c723-4005-89bf-0ffb256aa173', 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:10.579694 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'name': 'tempest-TestVolumeBootPattern-585061936-router', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:08Z', 'revision_number': 4, 'project_id': 'e57a8c48dddf45718aeea03bc8397837', 'gw_port': {'id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': 'be2f2243-b0ea-4e24-96e0-99f7d640b799', 'name': '', 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'mac_address': 'fa:16:3e:d8:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b761ba07-cdb5-40aa-9497-942f0c7be768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:07Z', 'updated_at': '2021-07-27T06:58:08Z', 'revision_number': 2, 'project_id': 'e57a8c48dddf45718aeea03bc8397837', 'subnets': [{'id': 'b761ba07-cdb5-40aa-9497-942f0c7be768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:10.610264 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Checking router: 662c7282-32e7-470b-8049-4bf55b8746ef for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:58:10.610875 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Updating router 662c7282-32e7-470b-8049-4bf55b8746ef port be2f2243-b0ea-4e24-96e0-99f7d640b799 binding host dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 06:58:10.630412 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0ed9611c-de0f-4dd9-bcc2-4c16ae4385e6 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.644092 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.687567 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0ed9611c-de0f-4dd9-bcc2-4c16ae4385e6 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.754666 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0ed9611c-de0f-4dd9-bcc2-4c16ae4385e6 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.771852 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9611c-de0f-4dd9-bcc2-4c16ae4385e6 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e822d4e9-3d2e-491c-b341-32cb6fc9c035,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:10.833621 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0ed9611c-de0f-4dd9-bcc2-4c16ae4385e6 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.835979 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-0ed9611c-de0f-4dd9-bcc2-4c16ae4385e6 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3013594 Jul 27 06:58:10.838353 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37532) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:10.843223 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-e23bdf63-7fdd-4e26-9a8f-415c22700206 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'security_group_rule': {'security_group_id': '62461415-c723-4005-89bf-0ffb256aa173', 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:10.910488 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e23bdf63-7fdd-4e26-9a8f-415c22700206 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.910746 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Notify callbacks [] for port, precommit_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.921083 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Transition to ACTIVE for port object be2f2243-b0ea-4e24-96e0-99f7d640b799 will not be triggered until provisioned by entity L2. {{(pid=100259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:58:10.972763 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e23bdf63-7fdd-4e26-9a8f-415c22700206 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:10.985920 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.040380 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e9e7f-97b8-4535-93ec-0abd6e6b50fc None None] Pushing event updated for resources: {'Port': ['ID=be2f2243-b0ea-4e24-96e0-99f7d640b799,revision_number=3']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:11.043045 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e23bdf63-7fdd-4e26-9a8f-415c22700206 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.061879 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bdf63-7fdd-4e26-9a8f-415c22700206 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6308cb-7457-4f75-b422-28183efac390,revision_number=0']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:11.102960 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Attempting to bind port be2f2243-b0ea-4e24-96e0-99f7d640b799 on host dv-cinder-779194-3-iscsi for vnic_type normal with profile {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:58:11.103330 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Attempting to bind port be2f2243-b0ea-4e24-96e0-99f7d640b799 by drivers openvswitch,hyperv on host dv-cinder-779194-3-iscsi at level 0 using segments [{'id': '2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98'}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:58:11.103699 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Attempting to bind port be2f2243-b0ea-4e24-96e0-99f7d640b799 on network 00acf78e-3fb0-46ac-8139-af5241947d98 {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:58:11.108889 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Checking agent: {'id': '63bbeae8-871b-4ddd-b396-80b21a588293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 38, 57), 'started_at': datetime.datetime(2021, 7, 27, 6, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:58:11.109273 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Checking segment: {'id': '2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:58:11.109683 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.110078 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Bound using segment: {'id': '2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98'} {{(pid=100259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:58:11.110579 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.managers [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Bound port: be2f2243-b0ea-4e24-96e0-99f7d640b799, host: dv-cinder-779194-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98'}}] {{(pid=100259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:58:11.110963 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.119187 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-e23bdf63-7fdd-4e26-9a8f-415c22700206 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.123422 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-e23bdf63-7fdd-4e26-9a8f-415c22700206 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2840087 Jul 27 06:58:11.124033 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37534) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:11.129701 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-34623dc2-3aa4-45a2-9a50-cc6f794c3c44 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'security_group_rule': {'security_group_id': '62461415-c723-4005-89bf-0ffb256aa173', 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:11.184103 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] For port be2f2243-b0ea-4e24-96e0-99f7d640b799, host dv-cinder-779194-3-iscsi, cleared binding levels {{(pid=100259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:58:11.187541 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] For port be2f2243-b0ea-4e24-96e0-99f7d640b799, host dv-cinder-779194-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=be2f2243-b0ea-4e24-96e0-99f7d640b799,segment=NetworkSegment(2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d),segment_id=2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d)] {{(pid=100259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:58:11.224392 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-34623dc2-3aa4-45a2-9a50-cc6f794c3c44 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.239740 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.309629 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 189dfbeb-f73b-456c-bbd9-682d77c6568a up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:11.315723 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e9e7f-97b8-4535-93ec-0abd6e6b50fc None None] Pushing event updated for resources: {'Port': ['ID=be2f2243-b0ea-4e24-96e0-99f7d640b799,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:11.315841 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-34623dc2-3aa4-45a2-9a50-cc6f794c3c44 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.315941 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Routers {'662c7282-32e7-470b-8049-4bf55b8746ef'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:58:11.315941 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:57:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['662c7282-32e7-470b-8049-4bf55b8746ef'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:11.415068 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-34623dc2-3aa4-45a2-9a50-cc6f794c3c44 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.437125 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34623dc2-3aa4-45a2-9a50-cc6f794c3c44 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc09705c-bae0-46b2-a261-19f40712de88,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:11.466958 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port 189dfbeb-f73b-456c-bbd9-682d77c6568a triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:11.467328 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.469893 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] Set router 662c7282-32e7-470b-8049-4bf55b8746ef gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:58:11.580103 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-34623dc2-3aa4-45a2-9a50-cc6f794c3c44 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.590666 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-34623dc2-3aa4-45a2-9a50-cc6f794c3c44 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4560153 Jul 27 06:58:11.590666 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37536) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:11.590666 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-b90b2f49-56d6-43bf-b10b-93db84119f3d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'security_group_rule': {'security_group_id': '62461415-c723-4005-89bf-0ffb256aa173', 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:11.676231 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b90b2f49-56d6-43bf-b10b-93db84119f3d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.733452 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'name': 'tempest-TestVolumeBootPattern-585061936-router', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:08Z', 'revision_number': 4, 'project_id': 'e57a8c48dddf45718aeea03bc8397837', 'gw_port': {'id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': 'be2f2243-b0ea-4e24-96e0-99f7d640b799', 'name': '', 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'mac_address': 'fa:16:3e:d8:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b761ba07-cdb5-40aa-9497-942f0c7be768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:07Z', 'updated_at': '2021-07-27T06:58:11Z', 'revision_number': 4, 'project_id': 'e57a8c48dddf45718aeea03bc8397837', 'subnets': [{'id': 'b761ba07-cdb5-40aa-9497-942f0c7be768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:11.738517 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b90b2f49-56d6-43bf-b10b-93db84119f3d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.760229 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3eaaed-9849-400f-91ee-c69a7b5173d7 None None] The sync data for ids ['662c7282-32e7-470b-8049-4bf55b8746ef'] in dv-cinder-779194-3-iscsi is: [{'id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'name': 'tempest-TestVolumeBootPattern-585061936-router', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:08Z', 'revision_number': 4, 'project_id': 'e57a8c48dddf45718aeea03bc8397837', 'gw_port': {'id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': 'be2f2243-b0ea-4e24-96e0-99f7d640b799', 'name': '', 'network_id': '00acf78e-3fb0-46ac-8139-af5241947d98', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'mac_address': 'fa:16:3e:d8:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b761ba07-cdb5-40aa-9497-942f0c7be768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:07Z', 'updated_at': '2021-07-27T06:58:11Z', 'revision_number': 4, 'project_id': 'e57a8c48dddf45718aeea03bc8397837', 'subnets': [{'id': 'b761ba07-cdb5-40aa-9497-942f0c7be768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:58:11.820966 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b90b2f49-56d6-43bf-b10b-93db84119f3d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.840033 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b2f49-56d6-43bf-b10b-93db84119f3d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cd0b69-25b0-47a2-ac37-ced23cc3921c,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:11.923849 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-b90b2f49-56d6-43bf-b10b-93db84119f3d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:11.926744 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-b90b2f49-56d6-43bf-b10b-93db84119f3d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3399589 Jul 27 06:58:11.927932 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37542) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:11.933522 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-8ca07128-6bb4-42f1-b160-63ae69732277 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'security_group_rule': {'security_group_id': '62461415-c723-4005-89bf-0ffb256aa173', 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:12.039845 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.securitygroups_db [None req-8ca07128-6bb4-42f1-b160-63ae69732277 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Project 01d0f7e3f3a3428eabbd96e4520b2468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 06:58:12.045221 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ca07128-6bb4-42f1-b160-63ae69732277 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:12.111851 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ca07128-6bb4-42f1-b160-63ae69732277 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:12.187770 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ca07128-6bb4-42f1-b160-63ae69732277 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:12.206453 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca07128-6bb4-42f1-b160-63ae69732277 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b43a888-d885-4f94-b689-2eb579acbc4a,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:12.291598 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc77a-ccde-49f0-aaf9-a519b8c82f84 req-ca240f13-fcca-4fab-a5d4-282e6710cea4 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:12.293148 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e15dc77a-ccde-49f0-aaf9-a519b8c82f84 req-ca240f13-fcca-4fab-a5d4-282e6710cea4 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0655866 Jul 27 06:58:12.294857 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ca07128-6bb4-42f1-b160-63ae69732277 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:12.295372 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-8ca07128-6bb4-42f1-b160-63ae69732277 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3658869 Jul 27 06:58:12.298179 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37546) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:12.302397 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-3e5b8470-6981-4258-b185-0b8e1bda7816 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'security_group_rule': {'security_group_id': '62461415-c723-4005-89bf-0ffb256aa173', 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:12.349555 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e15dc77a-ccde-49f0-aaf9-a519b8c82f84 req-8f98ba73-2686-4034-bcb5-24e5df2417fb tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425415 Jul 27 06:58:12.414820 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.securitygroups_db [None req-3e5b8470-6981-4258-b185-0b8e1bda7816 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Project 01d0f7e3f3a3428eabbd96e4520b2468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 06:58:12.420015 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8470-6981-4258-b185-0b8e1bda7816 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:12.470787 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8470-6981-4258-b185-0b8e1bda7816 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:12.548133 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8470-6981-4258-b185-0b8e1bda7816 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:12.567193 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b8470-6981-4258-b185-0b8e1bda7816 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cd97e7-14f5-473a-8154-cd49c29c6af6,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:12.649493 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8470-6981-4258-b185-0b8e1bda7816 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:12.650782 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-3e5b8470-6981-4258-b185-0b8e1bda7816 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3516927 Jul 27 06:58:13.282975 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device be2f2243-b0ea-4e24-96e0-99f7d640b799 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:13.370596 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning for port be2f2243-b0ea-4e24-96e0-99f7d640b799 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:58:13.374472 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port be2f2243-b0ea-4e24-96e0-99f7d640b799 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:13.376558 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:13.469342 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:13.497114 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] For port be2f2243-b0ea-4e24-96e0-99f7d640b799, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=be2f2243-b0ea-4e24-96e0-99f7d640b799,segment=NetworkSegment(2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d),segment_id=2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:58:13.500523 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd01b39-79d7-41d2-822e-23cfca9b94d8 req-a63efe08-5e80-4aad-95b4-1f6c12e81d40 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:13.504830 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9cd01b39-79d7-41d2-822e-23cfca9b94d8 req-a63efe08-5e80-4aad-95b4-1f6c12e81d40 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0825403 Jul 27 06:58:13.544674 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9cd01b39-79d7-41d2-822e-23cfca9b94d8 req-3f019c20-762a-471c-97a7-0cef00150c69 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366330 Jul 27 06:58:13.570558 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:13.618599 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Pushing event updated for resources: {'Port': ['ID=be2f2243-b0ea-4e24-96e0-99f7d640b799,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:14.676184 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004059b-740f-476e-8ae0-2455b1958638 req-e1a94b10-05f7-404d-9e36-163847ad403d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:14.677690 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0004059b-740f-476e-8ae0-2455b1958638 req-e1a94b10-05f7-404d-9e36-163847ad403d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0657527 Jul 27 06:58:14.716503 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0004059b-740f-476e-8ae0-2455b1958638 req-eca3152c-af90-496a-9e40-cb8b4106c943 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323286 Jul 27 06:58:15.260639 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device be2f2243-b0ea-4e24-96e0-99f7d640b799 up at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:15.311485 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Provisioning complete for port be2f2243-b0ea-4e24-96e0-99f7d640b799 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:15.311861 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:15.849549 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bdfd8-dbad-45ba-b8c5-43433e8e7eb1 req-6424c933-dd20-4580-8a2e-da2088461910 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:15.851493 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-382bdfd8-dbad-45ba-b8c5-43433e8e7eb1 req-6424c933-dd20-4580-8a2e-da2088461910 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0650485 Jul 27 06:58:15.890943 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-382bdfd8-dbad-45ba-b8c5-43433e8e7eb1 req-c6cbcd1f-2fe0-4edb-b1d8-76293a0a0cd6 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333562 Jul 27 06:58:17.023299 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab11f39-559a-4115-b93d-7e18b4ff3fe3 req-0490c133-9dbb-4655-98bc-b3b86c76d988 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:17.025797 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-aab11f39-559a-4115-b93d-7e18b4ff3fe3 req-0490c133-9dbb-4655-98bc-b3b86c76d988 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0663877 Jul 27 06:58:17.063052 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-aab11f39-559a-4115-b93d-7e18b4ff3fe3 req-733e58b5-f860-4b71-a698-f2fcc54fcac6 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Jul 27 06:58:18.202621 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ec49-3e6e-42d2-96c3-345750f08238 req-63c7fd7f-e02d-489f-94eb-01ba3ace275a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:18.203985 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5508ec49-3e6e-42d2-96c3-345750f08238 req-63c7fd7f-e02d-489f-94eb-01ba3ace275a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0673046 Jul 27 06:58:18.246665 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5508ec49-3e6e-42d2-96c3-345750f08238 req-deec82d1-378a-4a6a-b94b-2f5bd87fcf06 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364921 Jul 27 06:58:19.382357 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe251-c0a5-489c-9e72-20a60726161c req-41a15cd5-ce59-4ce7-b1da-7b6dd4d9a267 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:19.383826 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-59bbe251-c0a5-489c-9e72-20a60726161c req-41a15cd5-ce59-4ce7-b1da-7b6dd4d9a267 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0657916 Jul 27 06:58:19.428536 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-59bbe251-c0a5-489c-9e72-20a60726161c req-37b310e6-d900-4247-aba8-a4202c16aac1 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385697 Jul 27 06:58:20.559205 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1be926-d34a-42e9-a9f3-d9769e648c30 req-80c6a726-f326-46cd-99ad-c3ef3b55aa6a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:20.560743 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8a1be926-d34a-42e9-a9f3-d9769e648c30 req-80c6a726-f326-46cd-99ad-c3ef3b55aa6a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0641117 Jul 27 06:58:20.599033 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8a1be926-d34a-42e9-a9f3-d9769e648c30 req-010c126e-6156-426e-a0b2-d9bb7f149115 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325038 Jul 27 06:58:21.730568 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb6968-60ab-44ff-bd6e-b7dddd0a538a req-dee7f22b-c2b0-4c9c-8542-18a648bc1de2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:21.732027 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4fcb6968-60ab-44ff-bd6e-b7dddd0a538a req-dee7f22b-c2b0-4c9c-8542-18a648bc1de2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0646996 Jul 27 06:58:21.774274 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4fcb6968-60ab-44ff-bd6e-b7dddd0a538a req-3ded09fd-3274-488d-a3c9-6c7a16899731 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363252 Jul 27 06:58:22.904194 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2ea8-fe09-4f1b-a06f-1d97cb34aba9 req-b3e75e88-f0d0-4eb3-8889-81aa8d5e016e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:22.914924 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d6cd2ea8-fe09-4f1b-a06f-1d97cb34aba9 req-b3e75e88-f0d0-4eb3-8889-81aa8d5e016e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0628469 Jul 27 06:58:22.947340 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d6cd2ea8-fe09-4f1b-a06f-1d97cb34aba9 req-64557b51-d307-48d7-beb4-2def456515cf tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350010 Jul 27 06:58:24.094935 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27003e5-dbe4-4ad0-8d63-c6324f11867d req-818fe74e-9b1f-44d5-8303-2655135f54e4 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:24.096426 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c27003e5-dbe4-4ad0-8d63-c6324f11867d req-818fe74e-9b1f-44d5-8303-2655135f54e4 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0646946 Jul 27 06:58:24.135133 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c27003e5-dbe4-4ad0-8d63-c6324f11867d req-4f449597-d680-4eb3-be48-3b423bd3d98e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321493 Jul 27 06:58:24.185918 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a2586fe9-b401-4393-97ea-37fe4076dd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:25.266309 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24c2ed-8baf-4bb4-88b0-40999ec96109 req-f8311f08-49a2-4c4a-b87f-d61a0881d7b2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:25.267773 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ea24c2ed-8baf-4bb4-88b0-40999ec96109 req-f8311f08-49a2-4c4a-b87f-d61a0881d7b2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0676525 Jul 27 06:58:25.304613 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ea24c2ed-8baf-4bb4-88b0-40999ec96109 req-0fbb9dfd-b147-4b58-8c11-979a39ead6bf tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309215 Jul 27 06:58:26.437694 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1299d7-c24b-4679-80e1-213ec3213baf req-fe9a8900-fcd1-43df-a8aa-4982355eba2c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:26.439181 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1d1299d7-c24b-4679-80e1-213ec3213baf req-fe9a8900-fcd1-43df-a8aa-4982355eba2c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0672095 Jul 27 06:58:26.477265 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1d1299d7-c24b-4679-80e1-213ec3213baf req-d5062666-ed01-45b9-af93-c971743f9bff tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322752 Jul 27 06:58:26.667600 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-62793050-2ce7-40c4-acba-cf913c664c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:26.839252 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:27.602069 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d070e73-0bf4-4d51-bf62-b831c2ad3015 req-544c1bda-6737-4a89-8894-a2fbe8b58419 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:27.603520 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9d070e73-0bf4-4d51-bf62-b831c2ad3015 req-544c1bda-6737-4a89-8894-a2fbe8b58419 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0618498 Jul 27 06:58:27.642232 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-9d070e73-0bf4-4d51-bf62-b831c2ad3015 req-fa418d8f-3ada-49bc-9270-acb7d9a857ac tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Jul 27 06:58:27.965058 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:28.770013 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd559a-2c5b-4f7c-b564-1609387dacfc req-b40281f0-02b1-4006-831f-489ac8375dcd tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:28.771499 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7fbd559a-2c5b-4f7c-b564-1609387dacfc req-b40281f0-02b1-4006-831f-489ac8375dcd tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0617876 Jul 27 06:58:28.808419 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7fbd559a-2c5b-4f7c-b564-1609387dacfc req-75f1f336-f3c7-41e2-96fe-23ce6c981de1 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Jul 27 06:58:29.172534 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919e582-1c3c-4d80-aac1-72e1ec74481d req-d1b7c99b-ebff-4fef-8280-8e42c6a86b84 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:29.174066 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b919e582-1c3c-4d80-aac1-72e1ec74481d req-d1b7c99b-ebff-4fef-8280-8e42c6a86b84 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0679293 Jul 27 06:58:29.222282 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b919e582-1c3c-4d80-aac1-72e1ec74481d req-c16e2886-a582-4e26-8184-009692e4ac62 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 Jul 27 06:58:29.279064 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:29.325660 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da60b2-7b6a-46ff-92cb-a920493f407b req-35a87d3a-92a3-4abb-aed1-3470a7800f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:29.327155 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95da60b2-7b6a-46ff-92cb-a920493f407b req-35a87d3a-92a3-4abb-aed1-3470a7800f45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 1098 time: 0.0600095 Jul 27 06:58:29.415555 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da60b2-7b6a-46ff-92cb-a920493f407b req-e287601b-927a-489e-80e7-7cfe5828d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:29.417388 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95da60b2-7b6a-46ff-92cb-a920493f407b req-e287601b-927a-489e-80e7-7cfe5828d127 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a231a25f-8070-436f-95d3-bdf26a4b9072 HTTP/1.1" status: 200 len: 912 time: 0.0831342 Jul 27 06:58:29.487383 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95da60b2-7b6a-46ff-92cb-a920493f407b req-4e1ccf71-4115-455a-b2c8-da1ba0fd502d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f21c23e-6872-40c2-9897-87c2eb9c80da HTTP/1.1" status: 200 len: 1001 time: 0.0625355 Jul 27 06:58:29.536286 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da60b2-7b6a-46ff-92cb-a920493f407b req-54c4a3b0-1043-4fd2-9b4c-ba440da42136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:29.537741 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95da60b2-7b6a-46ff-92cb-a920493f407b req-54c4a3b0-1043-4fd2-9b4c-ba440da42136 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=916d230a-8b5d-42e9-b6c4-55f5628d8690 HTTP/1.1" status: 200 len: 850 time: 0.0435247 Jul 27 06:58:29.596128 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da60b2-7b6a-46ff-92cb-a920493f407b req-54015850-5650-42bb-a5df-be5169d7b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:29.597657 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95da60b2-7b6a-46ff-92cb-a920493f407b req-54015850-5650-42bb-a5df-be5169d7b914 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a231a25f-8070-436f-95d3-bdf26a4b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529103 Jul 27 06:58:29.690812 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95da60b2-7b6a-46ff-92cb-a920493f407b req-3ff45802-92ca-444e-9ec5-85883bad5849 service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850940 Jul 27 06:58:29.717026 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:29.779186 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95da60b2-7b6a-46ff-92cb-a920493f407b req-403d4785-ea5c-4f21-9a1d-2cc4467343a2 service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812731 Jul 27 06:58:30.362537 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311d313-ae1b-4553-8b02-aea5da8bcedc req-db9d63f6-92b5-4db5-b1de-c85aa8bbbab7 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:30.365210 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d311d313-ae1b-4553-8b02-aea5da8bcedc req-db9d63f6-92b5-4db5-b1de-c85aa8bbbab7 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0679283 Jul 27 06:58:30.403038 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d311d313-ae1b-4553-8b02-aea5da8bcedc req-d2b764fb-2b2b-4e6a-91e6-a518bac58736 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331681 Jul 27 06:58:30.528567 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-4dda6d9b-8d75-4d27-90ca-b799f3b0ea3b tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264415001&fields=id&tenant_id=01d0f7e3f3a3428eabbd96e4520b2468 HTTP/1.1" status: 200 len: 267 time: 0.0340285 Jul 27 06:58:30.639852 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-41e6bfad-b61d-48db-801e-dbbd4c6887d4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:30.641377 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-41e6bfad-b61d-48db-801e-dbbd4c6887d4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 812 time: 0.1060567 Jul 27 06:58:30.656724 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-430b4ad3-e4ac-4379-bd9c-33e5db29e214 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/quotas/01d0f7e3f3a3428eabbd96e4520b2468 HTTP/1.1" status: 200 len: 375 time: 0.0096343 Jul 27 06:58:30.724031 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-ac4ce624-4b68-48bb-8630-4e0042469b85 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620220 Jul 27 06:58:30.739908 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-68f25ffb-0a03-43b1-8ca6-c0db45804685 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 06:58:30.740891 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-68f25ffb-0a03-43b1-8ca6-c0db45804685 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051315 Jul 27 06:58:30.829892 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-413188f0-597e-4135-9209-b5c9e628b426 service neutron] 10.222.0.24 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834746 Jul 27 06:58:30.916113 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-b3fad915-f62f-4e09-8775-885ffe17524a service neutron] 10.222.0.24 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800288 Jul 27 06:58:31.477196 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-27999654-ed58-410f-8240-ff2e1628578f req-bb70653b-2522-4b44-8ea6-43497de18c06 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 210 time: 0.0300877 Jul 27 06:58:31.534622 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3512-34e6-4936-8ad3-0ee188179699 req-44b0a838-f456-425d-9e40-f848095bc4e2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:31.536103 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-337f3512-34e6-4936-8ad3-0ee188179699 req-44b0a838-f456-425d-9e40-f848095bc4e2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0642209 Jul 27 06:58:31.574764 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-337f3512-34e6-4936-8ad3-0ee188179699 req-e4f01234-0760-4672-9c18-a7123be054ab tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322030 Jul 27 06:58:32.553691 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-2ae67927-15b7-4d61-895b-756c6faf23bd req-d6b7939f-6758-4a45-a8e6-1c663183fcdc tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 210 time: 0.0285814 Jul 27 06:58:33.635883 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-69e916a4-a04b-4e7b-8b13-a0d0f6165efb req-ac4863bd-308f-430f-a2f8-22d7c74000c9 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 210 time: 0.0326874 Jul 27 06:58:34.712527 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d0bb1d71-8369-4977-b7d2-1712d7758c8b req-349c6826-a967-41ce-a29b-a9c2ad94b8e6 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 210 time: 0.0276930 Jul 27 06:58:35.806194 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8549f645-2738-4225-badb-aff8a45df3e9 req-9b10f527-a176-464a-a25c-486eb7b71c06 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 210 time: 0.0284281 Jul 27 06:58:36.904048 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-483b35b8-6fcf-4674-bee0-d0e0859c453c req-a88207fb-fb08-46ac-81d2-49baff728312 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 210 time: 0.0316551 Jul 27 06:58:36.989419 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-883ce733-3c28-4b11-9c7c-88f44b9a98f9 req-3ff48643-7b75-40b8-bc9f-f591295c3b5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530777 Jul 27 06:58:37.070767 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ce733-3c28-4b11-9c7c-88f44b9a98f9 req-54c6fe47-e4e9-4a82-8aa3-f1c95c6183c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:37.072261 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-883ce733-3c28-4b11-9c7c-88f44b9a98f9 req-54c6fe47-e4e9-4a82-8aa3-f1c95c6183c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 1098 time: 0.0524614 Jul 27 06:58:37.177804 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ce733-3c28-4b11-9c7c-88f44b9a98f9 req-76cbcb4b-cd2b-4218-a7e0-19d55d5d1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:37.179323 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-883ce733-3c28-4b11-9c7c-88f44b9a98f9 req-76cbcb4b-cd2b-4218-a7e0-19d55d5d1dde service neutron] 10.222.0.30 "GET /v2.0/networks?id=a231a25f-8070-436f-95d3-bdf26a4b9072 HTTP/1.1" status: 200 len: 912 time: 0.0885055 Jul 27 06:58:37.244928 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-883ce733-3c28-4b11-9c7c-88f44b9a98f9 req-d87c8a08-6f52-4e4a-b189-4a6d0d1b7714 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f21c23e-6872-40c2-9897-87c2eb9c80da HTTP/1.1" status: 200 len: 1001 time: 0.0578806 Jul 27 06:58:37.297066 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ce733-3c28-4b11-9c7c-88f44b9a98f9 req-41286b93-b77a-4850-8513-56b8f4f4feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:37.298531 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-883ce733-3c28-4b11-9c7c-88f44b9a98f9 req-41286b93-b77a-4850-8513-56b8f4f4feb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=916d230a-8b5d-42e9-b6c4-55f5628d8690 HTTP/1.1" status: 200 len: 850 time: 0.0465848 Jul 27 06:58:37.357199 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ce733-3c28-4b11-9c7c-88f44b9a98f9 req-d243c447-e3e6-4c57-8862-922101f2e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:37.358682 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-883ce733-3c28-4b11-9c7c-88f44b9a98f9 req-d243c447-e3e6-4c57-8862-922101f2e09a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a231a25f-8070-436f-95d3-bdf26a4b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536082 Jul 27 06:58:37.446961 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-883ce733-3c28-4b11-9c7c-88f44b9a98f9 req-734f5871-a565-4cc5-a250-1e871f4fa2cf service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799854 Jul 27 06:58:37.538839 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-883ce733-3c28-4b11-9c7c-88f44b9a98f9 req-fdab7f8f-0466-4d6b-b6b0-0db890515df9 service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844746 Jul 27 06:58:37.923299 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-05fb5f74-7efa-4686-84dc-4a47df964e46 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:37.924805 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-05fb5f74-7efa-4686-84dc-4a47df964e46 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 812 time: 0.1028147 Jul 27 06:58:38.255346 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-95f6d32c-75e6-4668-bfc3-6d51ba4ef3e0 req-7639a34f-c2c7-4e63-9263-f86418226a87 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 210 time: 0.0307429 Jul 27 06:58:38.270392 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-c454b46d-ba0a-4c43-a5f8-1f69080e5286 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d0f7e3f3a3428eabbd96e4520b2468 HTTP/1.1" status: 200 len: 380 time: 0.3315351 Jul 27 06:58:38.281071 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'port': {'device_id': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'admin_state_up': True, 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'security_groups': ['62461415-c723-4005-89bf-0ffb256aa173']}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:38.450595 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Made reservation on behalf of 01d0f7e3f3a3428eabbd96e4520b2468 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 06:58:38.454051 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:38.579091 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Allocated IP 172.20.0.11 (7252be0b-cb05-48f6-94d5-622e0ea3ba62/3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a/c22f6cae-6014-47fe-9d0b-40a17f0b47a3) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:58:38.726525 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:38.739841 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Transition to ACTIVE for port object c22f6cae-6014-47fe-9d0b-40a17f0b47a3 will not be triggered until provisioned by entity DHCP. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:58:38.842673 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:38.884963 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:58:38.890108 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:58:38.893680 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:58:38.920224 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'Port': ['ID=c22f6cae-6014-47fe-9d0b-40a17f0b47a3,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:38.948440 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:38.949646 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:39.039097 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-3cbefb5f-8216-44a2-9f15-4fa35d83c91a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7617118 Jul 27 06:58:39.057873 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Request body: {'port': {'device_id': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:39.134933 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:39.164328 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-4588abe0-9352-4d27-abb7-6f862697a265 None None] Provisioning for port c22f6cae-6014-47fe-9d0b-40a17f0b47a3 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:58:39.169048 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-4588abe0-9352-4d27-abb7-6f862697a265 None None] Provisioning complete for port c22f6cae-6014-47fe-9d0b-40a17f0b47a3 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:39.174677 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-4588abe0-9352-4d27-abb7-6f862697a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:39.203128 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-4588abe0-9352-4d27-abb7-6f862697a265 None None] Port c22f6cae-6014-47fe-9d0b-40a17f0b47a3 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 06:58:39.388075 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1abbb3-0067-49be-a1ab-a6d2b4e8ede4 req-2685ddf7-e261-4b26-a3b7-562ba39a0c1e tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:39.389561 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8c1abbb3-0067-49be-a1ab-a6d2b4e8ede4 req-2685ddf7-e261-4b26-a3b7-562ba39a0c1e tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 932 time: 0.0646350 Jul 27 06:58:39.400884 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22f6cae-6014-47fe-9d0b-40a17f0b47a3 {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:58:39.410078 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:39.422371 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Transition to ACTIVE for port object c22f6cae-6014-47fe-9d0b-40a17f0b47a3 will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 06:58:39.428570 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8c1abbb3-0067-49be-a1ab-a6d2b4e8ede4 req-14d61ac6-75b2-4960-839c-d8833831d361 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328524 Jul 27 06:58:39.499794 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:39.549766 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Pushing event updated for resources: {'Port': ['ID=c22f6cae-6014-47fe-9d0b-40a17f0b47a3,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:39.628338 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Attempting to bind port c22f6cae-6014-47fe-9d0b-40a17f0b47a3 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 06:58:39.628722 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Attempting to bind port c22f6cae-6014-47fe-9d0b-40a17f0b47a3 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 06:58:39.629059 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Attempting to bind port c22f6cae-6014-47fe-9d0b-40a17f0b47a3 on network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:58:39.633582 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Port c22f6cae-6014-47fe-9d0b-40a17f0b47a3 on network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 06:58:39.633961 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Attempting to bind port c22f6cae-6014-47fe-9d0b-40a17f0b47a3 on network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 06:58:39.642237 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 6, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 06:58:39.642503 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Checking segment: {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 06:58:39.642888 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Bound using segment: {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 06:58:39.643322 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Bound port: c22f6cae-6014-47fe-9d0b-40a17f0b47a3, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 06:58:39.643686 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:39.708701 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] For port c22f6cae-6014-47fe-9d0b-40a17f0b47a3, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 06:58:39.712507 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] For port c22f6cae-6014-47fe-9d0b-40a17f0b47a3, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c22f6cae-6014-47fe-9d0b-40a17f0b47a3,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 06:58:39.764432 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:39.796433 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:39.797081 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:39.798578 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] 10.222.0.30 "PUT /v2.0/ports/c22f6cae-6014-47fe-9d0b-40a17f0b47a3 HTTP/1.1" status: 200 len: 1094 time: 0.7450476 Jul 27 06:58:39.800825 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'tag': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:58:39.803169 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f8ef3-a677-4886-a9ec-119e23310733" -d '{"events": [{"name": "network-changed", "server_uuid": "426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3", "tag": "c22f6cae-6014-47fe-9d0b-40a17f0b47a3"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:58:39.832127 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55345f6-bb8a-45e4-acf6-e35ceff4193c service neutron] Pushing event updated for resources: {'Port': ['ID=c22f6cae-6014-47fe-9d0b-40a17f0b47a3,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:39.842978 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d615aeb-e451-435e-8666-de245c41ec02 x-openstack-request-id: req-1d615aeb-e451-435e-8666-de245c41ec02 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:58:39.843496 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3", "tag": "c22f6cae-6014-47fe-9d0b-40a17f0b47a3", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:58:39.843808 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d615aeb-e451-435e-8666-de245c41ec02 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:58:39.844206 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'tag': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3', 'status': 'completed', 'code': 200} Jul 27 06:58:39.945414 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f8ef3-a677-4886-a9ec-119e23310733 req-33f11dd9-1b01-4d8a-a071-cc7d797374e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:39.947010 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4c6f8ef3-a677-4886-a9ec-119e23310733 req-33f11dd9-1b01-4d8a-a071-cc7d797374e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 1097 time: 0.0608711 Jul 27 06:58:40.050381 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f8ef3-a677-4886-a9ec-119e23310733 req-5c678a87-879f-4a4c-964d-e1a176f45ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:40.051930 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4c6f8ef3-a677-4886-a9ec-119e23310733 req-5c678a87-879f-4a4c-964d-e1a176f45ded service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0911906 Jul 27 06:58:40.148487 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f8ef3-a677-4886-a9ec-119e23310733 req-fcba0e9c-4ba3-4bf3-bbc0-af1944b3be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:40.149962 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4c6f8ef3-a677-4886-a9ec-119e23310733 req-fcba0e9c-4ba3-4bf3-bbc0-af1944b3be0c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908310 Jul 27 06:58:40.267856 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-043106f7-7e00-4dac-8e1d-6ef4bfebba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:40.269275 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-043106f7-7e00-4dac-8e1d-6ef4bfebba13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 1097 time: 0.0534174 Jul 27 06:58:40.324475 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-790971d2-51e0-45c2-b13f-cddacca6087b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22f6cae-6014-47fe-9d0b-40a17f0b47a3 HTTP/1.1" status: 200 len: 217 time: 0.0335052 Jul 27 06:58:40.375618 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-b3f5cb00-3cd7-49bc-8412-a6fcb5fb459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:40.377049 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-b3f5cb00-3cd7-49bc-8412-a6fcb5fb459c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0465539 Jul 27 06:58:40.435941 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-2e890a91-14bf-4eaf-81a9-e79e87b8b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:40.437451 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-2e890a91-14bf-4eaf-81a9-e79e87b8b942 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530493 Jul 27 06:58:40.528194 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-dc411c27-215d-4424-9193-7a6489f2a4af service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834990 Jul 27 06:58:40.555909 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff6660-839a-48b7-b31c-1bdd34630173 req-fca3116c-ff8b-42ae-9c5f-febb7dd0b4aa tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:40.557432 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7cff6660-839a-48b7-b31c-1bdd34630173 req-fca3116c-ff8b-42ae-9c5f-febb7dd0b4aa tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 944 time: 0.0619943 Jul 27 06:58:40.595915 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7cff6660-839a-48b7-b31c-1bdd34630173 req-d691be82-3396-4f84-baa3-635a58898ecc tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 Jul 27 06:58:40.623115 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-721e47ee-ab8b-422c-b19a-a918b8620638 req-97485307-0e6a-4aa2-8c48-ea068a6e23a8 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872924 Jul 27 06:58:41.731420 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a7620-96fa-40fc-85f7-431911686dec req-b79f1ff3-0c5e-4377-ae04-90818d88c9de tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:41.732940 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8e1a7620-96fa-40fc-85f7-431911686dec req-b79f1ff3-0c5e-4377-ae04-90818d88c9de tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 944 time: 0.0663438 Jul 27 06:58:41.774070 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8e1a7620-96fa-40fc-85f7-431911686dec req-0b1f42e3-6c32-41fd-9717-0bfec1a50077 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336180 Jul 27 06:58:42.909332 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe639c-b66f-4d4a-9fb6-f927e1cc1d5a req-c1e2c807-1b93-489c-86ab-c492b9f36787 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:42.913705 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-10fe639c-b66f-4d4a-9fb6-f927e1cc1d5a req-c1e2c807-1b93-489c-86ab-c492b9f36787 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 944 time: 0.0659540 Jul 27 06:58:42.948209 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-10fe639c-b66f-4d4a-9fb6-f927e1cc1d5a req-b80bfe89-9945-46f2-bf28-61e09730571d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315583 Jul 27 06:58:43.360394 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:58:44.081348 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35060a53-1b04-4ecd-9431-9a824dec84d9 req-93ebe7c0-13d2-4a8f-8592-82db5f9bc4b0 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:44.083102 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-35060a53-1b04-4ecd-9431-9a824dec84d9 req-93ebe7c0-13d2-4a8f-8592-82db5f9bc4b0 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 944 time: 0.0671868 Jul 27 06:58:44.119154 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-35060a53-1b04-4ecd-9431-9a824dec84d9 req-f2a5b7fb-6be5-4205-81ae-e9e44dc69f4e tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301454 Jul 27 06:58:45.245268 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f762da-b253-4a66-9d25-55dcc05e3200 req-6bb8cb20-46e2-4837-8492-759eba917944 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:45.246884 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-87f762da-b253-4a66-9d25-55dcc05e3200 req-6bb8cb20-46e2-4837-8492-759eba917944 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 944 time: 0.0623662 Jul 27 06:58:45.283931 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-87f762da-b253-4a66-9d25-55dcc05e3200 req-c0d614b1-6448-4017-917c-76e5de40db8d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Jul 27 06:58:46.411403 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a2ed5-5cdd-41c5-b6b0-48ab916c3225 req-c15ea893-cd04-4073-8556-bee4760daa40 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:46.412898 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5b3a2ed5-5cdd-41c5-b6b0-48ab916c3225 req-c15ea893-cd04-4073-8556-bee4760daa40 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 944 time: 0.0628166 Jul 27 06:58:46.451370 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5b3a2ed5-5cdd-41c5-b6b0-48ab916c3225 req-b576736f-dcd0-43d3-83f4-eb0fd6af9e29 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325258 Jul 27 06:58:47.580488 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75e76-cab1-4c4e-b749-5fe1ac47cca1 req-8e2ae96f-393b-40cf-a3a1-606bcbb08838 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:47.582001 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-dca75e76-cab1-4c4e-b749-5fe1ac47cca1 req-8e2ae96f-393b-40cf-a3a1-606bcbb08838 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 944 time: 0.0654776 Jul 27 06:58:47.619715 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-dca75e76-cab1-4c4e-b749-5fe1ac47cca1 req-6b6937b2-9db7-4cea-8749-82b12e8c6453 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316498 Jul 27 06:58:48.221871 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device c22f6cae-6014-47fe-9d0b-40a17f0b47a3 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 06:58:48.315731 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port c22f6cae-6014-47fe-9d0b-40a17f0b47a3, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c22f6cae-6014-47fe-9d0b-40a17f0b47a3,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:58:48.326930 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'port_id': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3', 'mac_address': 'fa:16:3e:6b:42:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 06:58:48.489405 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:48.501773 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22f6cae-6014-47fe-9d0b-40a17f0b47a3 {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 06:58:48.521381 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port c22f6cae-6014-47fe-9d0b-40a17f0b47a3, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c22f6cae-6014-47fe-9d0b-40a17f0b47a3,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:58:48.586348 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:48.632468 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=c22f6cae-6014-47fe-9d0b-40a17f0b47a3,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:48.745882 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dd277-27fb-49b8-826c-5308756b46c6 req-40b3c48b-c7e4-486a-86e6-bb81cb5e49de tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:48.747841 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-961dd277-27fb-49b8-826c-5308756b46c6 req-40b3c48b-c7e4-486a-86e6-bb81cb5e49de tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 945 time: 0.0637443 Jul 27 06:58:48.785480 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-961dd277-27fb-49b8-826c-5308756b46c6 req-5f316c4a-5769-4518-ac39-6412e99d3e21 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Jul 27 06:58:48.899486 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['c22f6cae-6014-47fe-9d0b-40a17f0b47a3'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 06:58:49.912763 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578dddd-8192-4c97-b9a1-d26fe79aa7da req-f2e6f521-b8be-4a63-bc25-3d426400fcba tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:49.914246 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d578dddd-8192-4c97-b9a1-d26fe79aa7da req-f2e6f521-b8be-4a63-bc25-3d426400fcba tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 945 time: 0.0630577 Jul 27 06:58:49.952877 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d578dddd-8192-4c97-b9a1-d26fe79aa7da req-c43bacc4-2750-49d4-bb01-dbde525d4a7d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321832 Jul 27 06:58:50.236906 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device c22f6cae-6014-47fe-9d0b-40a17f0b47a3 up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 06:58:50.356147 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port c22f6cae-6014-47fe-9d0b-40a17f0b47a3 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 06:58:50.359959 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port c22f6cae-6014-47fe-9d0b-40a17f0b47a3 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 06:58:50.360339 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:50.437382 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:50.459197 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:58:50.461530 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5985dc75-5a0b-4a88-80b4-04b1faee56ec" -d '{"events": [{"server_uuid": "426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3", "name": "network-vif-plugged", "status": "completed", "tag": "c22f6cae-6014-47fe-9d0b-40a17f0b47a3"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:58:50.479627 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port c22f6cae-6014-47fe-9d0b-40a17f0b47a3, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c22f6cae-6014-47fe-9d0b-40a17f0b47a3,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:58:50.551156 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be6b198-8ec6-4ad8-bc85-4eea6b7b6bca x-openstack-request-id: req-4be6b198-8ec6-4ad8-bc85-4eea6b7b6bca {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:58:50.551156 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3", "name": "network-vif-plugged", "status": "completed", "tag": "c22f6cae-6014-47fe-9d0b-40a17f0b47a3", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:58:50.551156 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4be6b198-8ec6-4ad8-bc85-4eea6b7b6bca {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:58:50.551156 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3', 'code': 200} Jul 27 06:58:50.569721 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:50.616924 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=c22f6cae-6014-47fe-9d0b-40a17f0b47a3,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:50.978790 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb98043-0a3f-476d-a631-32281bf1ee6e req-386380b9-8bf1-4742-92d6-c46293fec14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:50.980348 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dbb98043-0a3f-476d-a631-32281bf1ee6e req-386380b9-8bf1-4742-92d6-c46293fec14b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 1099 time: 0.0582924 Jul 27 06:58:51.017086 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dbb98043-0a3f-476d-a631-32281bf1ee6e req-623364a2-86c1-4f5a-bb79-9fa49790517a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292737 Jul 27 06:58:51.080468 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb1746-20a4-4675-b227-e886d36976ae req-788c7758-edaf-4bc8-a603-9b3b1a34c9d1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:51.081940 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d9bb1746-20a4-4675-b227-e886d36976ae req-788c7758-edaf-4bc8-a603-9b3b1a34c9d1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 946 time: 0.0613370 Jul 27 06:58:51.118070 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-d9bb1746-20a4-4675-b227-e886d36976ae req-7b45ebd0-e683-4021-a165-05c29c61ed71 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301077 Jul 27 06:58:52.248279 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04991dff-8a0e-46c1-b4ca-c9c77a4c9425 req-d68c9a67-cc58-41a5-8e22-8fc52f953bbb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:52.249721 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-04991dff-8a0e-46c1-b4ca-c9c77a4c9425 req-d68c9a67-cc58-41a5-8e22-8fc52f953bbb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 946 time: 0.0641868 Jul 27 06:58:52.287960 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-04991dff-8a0e-46c1-b4ca-c9c77a4c9425 req-0c8e4c35-cde0-467d-9e22-b07c80c705d8 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Jul 27 06:58:53.416118 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c590130-8a09-41cb-b2a3-afb9ff5dac10 req-21217df9-7720-4f44-9db9-e65be5aa1203 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:53.417592 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6c590130-8a09-41cb-b2a3-afb9ff5dac10 req-21217df9-7720-4f44-9db9-e65be5aa1203 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 946 time: 0.0650790 Jul 27 06:58:53.455245 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6c590130-8a09-41cb-b2a3-afb9ff5dac10 req-8001218d-896d-45f4-9475-cda566837a94 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Jul 27 06:58:53.584084 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf0175-0c6b-4f7b-a01a-61a059df6d7f req-3e1c77ac-2e79-41c5-98c4-4a1701c11661 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:53.585584 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1dcf0175-0c6b-4f7b-a01a-61a059df6d7f req-3e1c77ac-2e79-41c5-98c4-4a1701c11661 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 946 time: 0.0662463 Jul 27 06:58:53.624066 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-1dcf0175-0c6b-4f7b-a01a-61a059df6d7f req-0ac2ee80-07ff-4cc7-a931-5b0cd7673135 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325439 Jul 27 06:58:53.645167 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37772) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:53.783402 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c9a7e-09b8-462d-8f8b-5c7e6a2840f4 tempest-TestVolumeBootPattern-1200200942 tempest-TestVolumeBootPattern-1200200942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:53.784838 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-c46c9a7e-09b8-462d-8f8b-5c7e6a2840f4 tempest-TestVolumeBootPattern-1200200942 tempest-TestVolumeBootPattern-1200200942-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 1094 time: 0.1387060 Jul 27 06:58:53.787700 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37776) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:58:53.791999 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'floatingip': {'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'port_id': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:58:53.895244 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:53.997653 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:54.096490 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Allocated IP 172.27.1.104 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/53f492ff-28d8-43f5-941c-b4a673b5aa15) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 06:58:54.192255 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-09e11af6-dedd-4088-b77e-d8913c83653f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:54.201391 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:54.295430 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:54.330545 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 06:58:54.333581 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 06:58:54.339458 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 06:58:54.362619 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'Port': ['ID=53f492ff-28d8-43f5-941c-b4a673b5aa15,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:54.373386 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:54.373739 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:54.374074 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:54.374409 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:54.374739 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:54.375068 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:54.375396 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:54.375720 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:54.376046 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:54.376369 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:54.376716 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:54.377036 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:58:54.709567 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:54.843480 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:54.990687 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:55.049346 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:55.117079 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'Port': ['ID=53f492ff-28d8-43f5-941c-b4a673b5aa15,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:58:55.129115 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:55.225493 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.l3_db [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Floating IP 00499f91-8274-41ab-8801-074393040706 associated. External IP: 172.27.1.104, port: c22f6cae-6014-47fe-9d0b-40a17f0b47a3. Jul 27 06:58:55.428822 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:58:55.528514 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:58:55.538734 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717436f-50d7-4794-820a-164b12f210bc None None] Sync routers for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:58:55.548644 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717436f-50d7-4794-820a-164b12f210bc None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:58:55.549265 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-7717436f-50d7-4794-820a-164b12f210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:58:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:55.627219 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:55.652548 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-7717436f-50d7-4794-820a-164b12f210bc None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:58:55.676833 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-5f332f98-9a26-473c-a348-d24a10dbc358 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8781500 Jul 27 06:58:55.676833 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'tag': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:58:55.676833 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264a89c3-0885-4812-b79a-3d8ceb8da289" -d '{"events": [{"name": "network-changed", "server_uuid": "426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3", "tag": "c22f6cae-6014-47fe-9d0b-40a17f0b47a3"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:58:55.710743 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 06:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab5a8a7-aa37-449b-8b28-467b1b72502b x-openstack-request-id: req-5ab5a8a7-aa37-449b-8b28-467b1b72502b {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:58:55.711329 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3", "tag": "c22f6cae-6014-47fe-9d0b-40a17f0b47a3", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:58:55.711329 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ab5a8a7-aa37-449b-8b28-467b1b72502b {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:58:55.711645 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'tag': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3', 'status': 'completed', 'code': 200} Jul 27 06:58:55.813773 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a89c3-0885-4812-b79a-3d8ceb8da289 req-e69e628a-85fe-40dc-9c07-b1dd5719da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:55.815300 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-264a89c3-0885-4812-b79a-3d8ceb8da289 req-e69e628a-85fe-40dc-9c07-b1dd5719da1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 1099 time: 0.0533657 Jul 27 06:58:55.870206 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-7717436f-50d7-4794-820a-164b12f210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '00499f91-8274-41ab-8801-074393040706', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:6b:42:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:58:54Z', 'updated_at': '2021-07-27T06:58:54Z', 'revision_number': 0, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:55.898830 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717436f-50d7-4794-820a-164b12f210bc None None] Checking router: 1f2caecb-7cdc-4254-90f1-5f568d0c58fc for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:58:55.904275 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a89c3-0885-4812-b79a-3d8ceb8da289 req-4725be24-751b-4ace-9a0a-c0be46a1554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:55.906581 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-264a89c3-0885-4812-b79a-3d8ceb8da289 req-4725be24-751b-4ace-9a0a-c0be46a1554c service neutron] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 913 time: 0.0842538 Jul 27 06:58:55.910547 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717436f-50d7-4794-820a-164b12f210bc None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:58:55.910547 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-7717436f-50d7-4794-820a-164b12f210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:58:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:55.979213 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-264a89c3-0885-4812-b79a-3d8ceb8da289 req-2cbf7509-5b5e-4050-9310-e3cd8fc6316e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22f6cae-6014-47fe-9d0b-40a17f0b47a3 HTTP/1.1" status: 200 len: 1000 time: 0.0652261 Jul 27 06:58:56.014610 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-7717436f-50d7-4794-820a-164b12f210bc None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:58:56.031301 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a89c3-0885-4812-b79a-3d8ceb8da289 req-a590533b-759f-47b1-adb7-860d6bc4f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:56.032831 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-264a89c3-0885-4812-b79a-3d8ceb8da289 req-a590533b-759f-47b1-adb7-860d6bc4f495 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0462859 Jul 27 06:58:56.096366 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a89c3-0885-4812-b79a-3d8ceb8da289 req-19334bd1-84b2-417a-8541-0ddc97e4c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:58:56.097801 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-264a89c3-0885-4812-b79a-3d8ceb8da289 req-19334bd1-84b2-417a-8541-0ddc97e4c0a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566416 Jul 27 06:58:56.192216 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-264a89c3-0885-4812-b79a-3d8ceb8da289 req-7ac63dfd-5ae3-45bc-8b80-bd8e1ad58a49 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866580 Jul 27 06:58:56.282259 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-264a89c3-0885-4812-b79a-3d8ceb8da289 req-0527f18e-6e5c-44d1-9d5a-ce95ad55ac3c service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824757 Jul 27 06:58:56.315201 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-7717436f-50d7-4794-820a-164b12f210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '00499f91-8274-41ab-8801-074393040706', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:6b:42:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:58:54Z', 'updated_at': '2021-07-27T06:58:54Z', 'revision_number': 0, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:58:56.344229 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717436f-50d7-4794-820a-164b12f210bc None None] The sync data for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi is: [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '00499f91-8274-41ab-8801-074393040706', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:6b:42:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T06:58:54Z', 'updated_at': '2021-07-27T06:58:54Z', 'revision_number': 0, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:58:56.521796 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c6796-28be-4e72-b94d-d2853bd67a02 None None] New status for floating IP 00499f91-8274-41ab-8801-074393040706: ACTIVE {{(pid=100259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:58:56.695369 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-258edd99-abef-4174-b73b-6ea40ef42bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:56.815035 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:57.968260 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:59.276354 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:58:59.689142 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:06.406448 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887577f-0fb1-45e5-81c1-d920e4571bb5 req-0ce5f830-61d8-42a4-b44b-f5b16796163d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:06.408012 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a887577f-0fb1-45e5-81c1-d920e4571bb5 req-0ce5f830-61d8-42a4-b44b-f5b16796163d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0719955 Jul 27 06:59:06.446308 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a887577f-0fb1-45e5-81c1-d920e4571bb5 req-38368977-f47b-4058-8285-5eecfb1b867b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323513 Jul 27 06:59:07.573474 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e353015-2554-44ea-adca-f2b6a8447029 req-81928444-44ce-483d-ae66-264808b5b99c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:07.574934 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1e353015-2554-44ea-adca-f2b6a8447029 req-81928444-44ce-483d-ae66-264808b5b99c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0613146 Jul 27 06:59:07.612417 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1e353015-2554-44ea-adca-f2b6a8447029 req-cd47e222-8a2c-42c7-bee2-4c12fb6d16b2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307970 Jul 27 06:59:08.739497 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0688250-1e3b-40b6-98f4-b49f677840b0 req-28d77058-2247-4251-a5bd-89ded077dc91 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:08.741217 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c0688250-1e3b-40b6-98f4-b49f677840b0 req-28d77058-2247-4251-a5bd-89ded077dc91 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0628095 Jul 27 06:59:08.778927 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c0688250-1e3b-40b6-98f4-b49f677840b0 req-c80431ce-4f2c-436a-947d-65923904e92d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319860 Jul 27 06:59:09.909174 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576017c0-470e-43f5-a4fc-b703314e998a req-a2aff355-9ffc-4a27-b1de-b53a3ee137b7 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:09.910766 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-576017c0-470e-43f5-a4fc-b703314e998a req-a2aff355-9ffc-4a27-b1de-b53a3ee137b7 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0657704 Jul 27 06:59:09.947504 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-576017c0-470e-43f5-a4fc-b703314e998a req-5ccc15c7-7c87-4ba1-bd5e-8d1bced2bfa2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309494 Jul 27 06:59:11.075986 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41e491-f42f-4216-93ea-5c95559da985 req-3672296f-1325-4442-8a9c-9e10bee3b1a3 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:11.077438 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7b41e491-f42f-4216-93ea-5c95559da985 req-3672296f-1325-4442-8a9c-9e10bee3b1a3 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0644832 Jul 27 06:59:11.115249 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7b41e491-f42f-4216-93ea-5c95559da985 req-277bac82-7d79-4fa8-822e-450a0690d65f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315881 Jul 27 06:59:12.242618 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d1298-79c6-4fee-977e-1a7477eb213a req-22c6845d-0507-4d32-9c68-e9eb123aeea2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:12.244026 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f16d1298-79c6-4fee-977e-1a7477eb213a req-22c6845d-0507-4d32-9c68-e9eb123aeea2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0630198 Jul 27 06:59:12.281288 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-f16d1298-79c6-4fee-977e-1a7477eb213a req-7f7b796f-77a5-4892-a05a-2627de68342c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313795 Jul 27 06:59:13.406806 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8c341-0e3b-4226-86ff-cfcd5f32c483 req-ccfa0793-8f75-47d7-9d68-4dbde267a572 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:13.408463 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cfd8c341-0e3b-4226-86ff-cfcd5f32c483 req-ccfa0793-8f75-47d7-9d68-4dbde267a572 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0618224 Jul 27 06:59:13.446423 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-cfd8c341-0e3b-4226-86ff-cfcd5f32c483 req-3769cddf-7f8f-43d6-b3ad-154aa7456b51 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320354 Jul 27 06:59:14.573432 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60330520-7529-4f69-a98b-c451afc340f0 req-a3e43def-060d-4e00-8d96-e0e1d1146226 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:14.574877 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-60330520-7529-4f69-a98b-c451afc340f0 req-a3e43def-060d-4e00-8d96-e0e1d1146226 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0616226 Jul 27 06:59:14.612549 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-60330520-7529-4f69-a98b-c451afc340f0 req-78d55c5f-4f2f-4f26-9894-5ea790493a1a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310590 Jul 27 06:59:15.738437 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc6ca-a31f-45ff-a953-e2260cec9d98 req-19c2f937-d622-4ef2-827a-2036bc2f0b11 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:15.739913 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a16dc6ca-a31f-45ff-a953-e2260cec9d98 req-19c2f937-d622-4ef2-827a-2036bc2f0b11 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0624516 Jul 27 06:59:15.776210 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a16dc6ca-a31f-45ff-a953-e2260cec9d98 req-a1814791-c469-4632-b297-ba811821ae42 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304885 Jul 27 06:59:16.907058 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f100d71-dc59-409d-b9ea-b17e1f9b876c req-702cf36b-ee93-4882-97e8-a376979b2e4d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:16.909363 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4f100d71-dc59-409d-b9ea-b17e1f9b876c req-702cf36b-ee93-4882-97e8-a376979b2e4d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0661855 Jul 27 06:59:16.947250 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4f100d71-dc59-409d-b9ea-b17e1f9b876c req-94780c4a-7c48-4656-8500-d6bffd5916dc tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318618 Jul 27 06:59:18.076552 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e839a-8389-4dcc-b3e6-cc885a03f970 req-d47581d6-2d5c-435b-b345-4cbdaf26e3ca tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:18.078003 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-273e839a-8389-4dcc-b3e6-cc885a03f970 req-d47581d6-2d5c-435b-b345-4cbdaf26e3ca tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0653396 Jul 27 06:59:18.115030 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-273e839a-8389-4dcc-b3e6-cc885a03f970 req-9f380ad1-951f-4abd-a54a-1abcadac16cc tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308650 Jul 27 06:59:18.450099 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7dd37-cac4-4024-8051-347dc5db2e29 req-47062ec8-47f2-4920-8c93-a73e01af3990 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:18.451944 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-25d7dd37-cac4-4024-8051-347dc5db2e29 req-47062ec8-47f2-4920-8c93-a73e01af3990 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0661221 Jul 27 06:59:18.492492 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-25d7dd37-cac4-4024-8051-347dc5db2e29 req-a8f54a31-8224-4516-a5e4-78f7b275c9bc tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344164 Jul 27 06:59:18.593903 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c20d9a-2962-4db9-820b-b7516089acf9 req-0da37a88-9bca-434a-ad06-4c8c989d8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:18.596103 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28c20d9a-2962-4db9-820b-b7516089acf9 req-0da37a88-9bca-434a-ad06-4c8c989d8116 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 1098 time: 0.0564959 Jul 27 06:59:18.684170 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c20d9a-2962-4db9-820b-b7516089acf9 req-9620f370-be30-4684-a31b-e797cc0e4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:18.685607 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28c20d9a-2962-4db9-820b-b7516089acf9 req-9620f370-be30-4684-a31b-e797cc0e4bfc service neutron] 10.222.0.30 "GET /v2.0/networks?id=a231a25f-8070-436f-95d3-bdf26a4b9072 HTTP/1.1" status: 200 len: 912 time: 0.0827427 Jul 27 06:59:18.760248 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28c20d9a-2962-4db9-820b-b7516089acf9 req-bce6525a-4095-4002-9e7d-d38b44b671e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f21c23e-6872-40c2-9897-87c2eb9c80da HTTP/1.1" status: 200 len: 1001 time: 0.0628576 Jul 27 06:59:19.077222 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c20d9a-2962-4db9-820b-b7516089acf9 req-16f94cf8-4377-4393-a06e-c720ebae0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:19.078658 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28c20d9a-2962-4db9-820b-b7516089acf9 req-16f94cf8-4377-4393-a06e-c720ebae0b86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=916d230a-8b5d-42e9-b6c4-55f5628d8690 HTTP/1.1" status: 200 len: 850 time: 0.3080931 Jul 27 06:59:19.136785 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c20d9a-2962-4db9-820b-b7516089acf9 req-6e87c981-beb2-4a73-bf9d-a94bdc496768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:19.138217 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28c20d9a-2962-4db9-820b-b7516089acf9 req-6e87c981-beb2-4a73-bf9d-a94bdc496768 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a231a25f-8070-436f-95d3-bdf26a4b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518694 Jul 27 06:59:19.229651 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28c20d9a-2962-4db9-820b-b7516089acf9 req-81220325-3e46-425f-accf-6d980a9d5969 service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833986 Jul 27 06:59:19.315674 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28c20d9a-2962-4db9-820b-b7516089acf9 req-2e5388e3-c82d-44c1-ae58-bfaa7edd1741 service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787926 Jul 27 06:59:19.619414 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d7af2-db56-44bb-a39d-34fb923a1705 req-01d1826a-3d56-4d57-a527-a0b385ca6fed tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:19.620887 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-fa5d7af2-db56-44bb-a39d-34fb923a1705 req-01d1826a-3d56-4d57-a527-a0b385ca6fed tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0617239 Jul 27 06:59:19.657898 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-fa5d7af2-db56-44bb-a39d-34fb923a1705 req-9f57d4e1-31ab-4667-9848-e0c42b4e2d94 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305080 Jul 27 06:59:20.361003 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:59:20.787738 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7cbe9-f9ed-4570-8570-79b28bd21442 req-10642e3d-8c72-4b69-97fc-b80809d78b6c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:20.789248 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5cd7cbe9-f9ed-4570-8570-79b28bd21442 req-10642e3d-8c72-4b69-97fc-b80809d78b6c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0660458 Jul 27 06:59:20.830847 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-5cd7cbe9-f9ed-4570-8570-79b28bd21442 req-e30218e2-4039-4516-93e5-2a985b7bec6d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357432 Jul 27 06:59:24.195373 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-7d512fec-0eb2-47dd-8d4e-3e4e749673c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:26.692860 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9cbb-b96c-4b66-99e5-bef17db494f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:26.812454 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:28.014241 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:29.294305 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:29.745948 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:37.771460 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9aa68164-69ad-4b35-ae99-025b6be01631 req-5bfd6f68-c1b9-42fa-94ab-4c3c0760b35e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530896 Jul 27 06:59:37.883350 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa68164-69ad-4b35-ae99-025b6be01631 req-94288b17-410d-4937-954a-487360c07bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:37.884837 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9aa68164-69ad-4b35-ae99-025b6be01631 req-94288b17-410d-4937-954a-487360c07bae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 1098 time: 0.0525260 Jul 27 06:59:37.991080 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa68164-69ad-4b35-ae99-025b6be01631 req-8364942d-5950-4e59-b160-7e2913e64ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:37.992522 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9aa68164-69ad-4b35-ae99-025b6be01631 req-8364942d-5950-4e59-b160-7e2913e64ccd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a231a25f-8070-436f-95d3-bdf26a4b9072 HTTP/1.1" status: 200 len: 912 time: 0.0871530 Jul 27 06:59:38.056648 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9aa68164-69ad-4b35-ae99-025b6be01631 req-563b9947-f5d4-40d6-99dc-a71220312eae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f21c23e-6872-40c2-9897-87c2eb9c80da HTTP/1.1" status: 200 len: 1001 time: 0.0565612 Jul 27 06:59:38.105441 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa68164-69ad-4b35-ae99-025b6be01631 req-f24ed9dc-e3e8-4de6-a201-e6637782da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:38.106862 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9aa68164-69ad-4b35-ae99-025b6be01631 req-f24ed9dc-e3e8-4de6-a201-e6637782da3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=916d230a-8b5d-42e9-b6c4-55f5628d8690 HTTP/1.1" status: 200 len: 850 time: 0.0425248 Jul 27 06:59:38.167605 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa68164-69ad-4b35-ae99-025b6be01631 req-e9208c21-79de-46ec-8d45-2792c940d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:38.169080 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9aa68164-69ad-4b35-ae99-025b6be01631 req-e9208c21-79de-46ec-8d45-2792c940d426 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a231a25f-8070-436f-95d3-bdf26a4b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550346 Jul 27 06:59:38.256885 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9aa68164-69ad-4b35-ae99-025b6be01631 req-c7794178-a667-4815-b22d-16f01f9e468e service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800509 Jul 27 06:59:38.347684 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9aa68164-69ad-4b35-ae99-025b6be01631 req-62690e04-341a-4810-b982-c56334c36868 service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838795 Jul 27 06:59:53.308652 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda2a7a-8a6b-4682-abf8-b2ceff4171d0 req-16f39eef-dc49-4b88-a095-35fc01af5d1e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:53.310172 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6dda2a7a-8a6b-4682-abf8-b2ceff4171d0 req-16f39eef-dc49-4b88-a095-35fc01af5d1e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0634847 Jul 27 06:59:53.347981 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-6dda2a7a-8a6b-4682-abf8-b2ceff4171d0 req-a5f9c6c6-fe1f-4373-925a-4cfcf061dfb5 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320556 Jul 27 06:59:54.177740 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c0fbb03f-333e-42ba-b08c-ac7262891855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:54.479594 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b13a1-d6bd-4036-8738-6c06a9164d1a req-2c023f66-adaa-46d9-b99f-fc76f03f9998 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:54.481109 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-694b13a1-d6bd-4036-8738-6c06a9164d1a req-2c023f66-adaa-46d9-b99f-fc76f03f9998 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0661530 Jul 27 06:59:54.517871 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-694b13a1-d6bd-4036-8738-6c06a9164d1a req-05679417-9311-4f46-8548-8b8383ad075c tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308850 Jul 27 06:59:55.325360 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-1011ece8-2e83-419e-b335-8dc365d449a2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:55.326807 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-1011ece8-2e83-419e-b335-8dc365d449a2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.30 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.0628393 Jul 27 06:59:55.426625 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Deleting port 1f21c23e-6872-40c2-9897-87c2eb9c80da {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:59:55.426968 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:55.511656 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] For port 1f21c23e-6872-40c2-9897-87c2eb9c80da, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1f21c23e-6872-40c2-9897-87c2eb9c80da,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 06:59:55.511915 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:55.719330 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:55.719697 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:55.720011 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.l3_db [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Floating IP 87d456e5-2b41-44d9-a68b-e4896174723b disassociated. External IP: 172.27.1.251, port: 1f21c23e-6872-40c2-9897-87c2eb9c80da. Jul 27 06:59:55.720350 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Calling delete_port for 1f21c23e-6872-40c2-9897-87c2eb9c80da owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:59:55.729482 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a45419-e5a8-4981-8805-74d1f992dc5d req-adea73ce-ec6f-4cde-8e6e-84234d300ca4 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 06:59:55.730946 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e7a45419-e5a8-4981-8805-74d1f992dc5d req-adea73ce-ec6f-4cde-8e6e-84234d300ca4 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 945 time: 0.1257067 Jul 27 06:59:55.810714 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e7a45419-e5a8-4981-8805-74d1f992dc5d req-0f8d8ed0-eada-4cbd-b5d5-bb1df5b14113 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=656bcd7e-ea00-4c4a-b527-2d845268deda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723963 Jul 27 06:59:55.945424 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:55.976769 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event deleted for resources: {'Port': ['ID=1f21c23e-6872-40c2-9897-87c2eb9c80da,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:59:55.988130 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:59:55.988525 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:59:55.988904 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:59:55.989247 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:59:55.989590 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:59:55.989932 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:59:55.990285 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:59:55.990616 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:59:55.990956 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:59:55.991281 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:59:55.995993 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:59:55.995993 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 06:59:56.103646 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 06:59:56.212121 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 06:59:56.222107 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5916b2-4702-4490-8362-4e6e17ed7f18 None None] Sync routers for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 06:59:56.232262 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5916b2-4702-4490-8362-4e6e17ed7f18 None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:59:56.232905 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-1b5916b2-4702-4490-8362-4e6e17ed7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:59:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:59:56.257336 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] No DVR routers for this DVR port 1f21c23e-6872-40c2-9897-87c2eb9c80da on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 06:59:56.259744 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:56.261755 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-4625d1ac-217f-4bda-8c02-a009e918c3f8 req-686f15b8-c296-4711-ac08-6c8e3eab769a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.30 "DELETE /v2.0/ports/1f21c23e-6872-40c2-9897-87c2eb9c80da HTTP/1.1" status: 204 len: 173 time: 0.9285903 Jul 27 06:59:56.262193 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410f675-4610-469e-8843-6ba37b265183', 'name': 'network-vif-deleted', 'tag': '1f21c23e-6872-40c2-9897-87c2eb9c80da'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 06:59:56.264480 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cc9497-8f78-42e5-93b0-726b43ddf94c" -d '{"events": [{"server_uuid": "d410f675-4610-469e-8843-6ba37b265183", "name": "network-vif-deleted", "tag": "1f21c23e-6872-40c2-9897-87c2eb9c80da"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 06:59:56.303436 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 06:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4841e71f-aff5-4672-96f5-cee3522509fd x-openstack-request-id: req-4841e71f-aff5-4672-96f5-cee3522509fd {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 06:59:56.303808 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410f675-4610-469e-8843-6ba37b265183", "name": "network-vif-deleted", "tag": "1f21c23e-6872-40c2-9897-87c2eb9c80da", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 06:59:56.304152 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4841e71f-aff5-4672-96f5-cee3522509fd {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 06:59:56.304554 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410f675-4610-469e-8843-6ba37b265183', 'name': 'network-vif-deleted', 'tag': '1f21c23e-6872-40c2-9897-87c2eb9c80da', 'status': 'completed', 'code': 200} Jul 27 06:59:56.344963 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-1b5916b2-4702-4490-8362-4e6e17ed7f18 None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:59:56.545708 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-1b5916b2-4702-4490-8362-4e6e17ed7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:11Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:59:56.575451 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5916b2-4702-4490-8362-4e6e17ed7f18 None None] Checking router: 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 06:59:56.585517 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5916b2-4702-4490-8362-4e6e17ed7f18 None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 06:59:56.586124 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-1b5916b2-4702-4490-8362-4e6e17ed7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:59:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:59:56.680768 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-1dfc8b56-7a59-4228-92d1-3e89d8ae51ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:56.686558 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-1b5916b2-4702-4490-8362-4e6e17ed7f18 None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 06:59:56.831428 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:56.884739 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-1b5916b2-4702-4490-8362-4e6e17ed7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:11Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 06:59:56.910459 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5916b2-4702-4490-8362-4e6e17ed7f18 None None] The sync data for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi is: [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:11Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 06:59:56.922372 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e86be11d-e1f1-44a5-9b78-603f1c000d57 req-37c92f3a-8db5-46e9-92b2-ecbea1001c4e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=d410f675-4610-469e-8843-6ba37b265183 HTTP/1.1" status: 200 len: 210 time: 0.0327711 Jul 27 06:59:57.137081 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578e1e37-6f30-4a3d-a257-6b386c4abeac None None] New status for floating IP 87d456e5-2b41-44d9-a68b-e4896174723b: DOWN {{(pid=100259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 06:59:57.359134 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 06:59:57.973932 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:58.076952 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37870) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:59:58.132439 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4c0c062c-088c-48db-be51-e44e1c068ac7 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:58.154398 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4c0c062c-088c-48db-be51-e44e1c068ac7 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:58.271109 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4c0c062c-088c-48db-be51-e44e1c068ac7 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:58.273679 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-4c0c062c-088c-48db-be51-e44e1c068ac7 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:58.274820 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-4c0c062c-088c-48db-be51-e44e1c068ac7 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "DELETE /v2.0/security-groups/656bcd7e-ea00-4c4a-b527-2d845268deda HTTP/1.1" status: 204 len: 168 time: 0.1968594 Jul 27 06:59:58.277610 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37872) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:59:58.283852 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c062c-088c-48db-be51-e44e1c068ac7 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656bcd7e-ea00-4c4a-b527-2d845268deda,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:59:58.292121 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.api.v2.resource [None req-dbe47287-1e6d-46e2-96c8-93ba8e9b00d7 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] show failed (client error): The resource could not be found. Jul 27 06:59:58.293095 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-dbe47287-1e6d-46e2-96c8-93ba8e9b00d7 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups/656bcd7e-ea00-4c4a-b527-2d845268deda HTTP/1.1" status: 404 len: 347 time: 0.0144856 Jul 27 06:59:58.296044 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37874) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:59:58.419761 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-6025dab6-3501-46fd-a1d4-255a1ed9ac3a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Deleting port f4175f64-a2a5-4ca6-8e26-4126c447f1a2 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 06:59:58.420105 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6025dab6-3501-46fd-a1d4-255a1ed9ac3a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:58.497664 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6025dab6-3501-46fd-a1d4-255a1ed9ac3a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:58.498019 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6025dab6-3501-46fd-a1d4-255a1ed9ac3a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:58.509321 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-6025dab6-3501-46fd-a1d4-255a1ed9ac3a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Calling delete_port for f4175f64-a2a5-4ca6-8e26-4126c447f1a2 owned by network:floatingip {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 06:59:58.512823 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 1f21c23e-6872-40c2-9897-87c2eb9c80da no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 06:59:58.534913 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: 1f21c23e-6872-40c2-9897-87c2eb9c80da {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 06:59:58.535692 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 1f21c23e-6872-40c2-9897-87c2eb9c80da not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 06:59:58.699840 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6025dab6-3501-46fd-a1d4-255a1ed9ac3a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:58.727467 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025dab6-3501-46fd-a1d4-255a1ed9ac3a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event deleted for resources: {'Port': ['ID=f4175f64-a2a5-4ca6-8e26-4126c447f1a2,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:59:58.788517 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6025dab6-3501-46fd-a1d4-255a1ed9ac3a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:58.791053 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-6025dab6-3501-46fd-a1d4-255a1ed9ac3a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:58.792201 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-6025dab6-3501-46fd-a1d4-255a1ed9ac3a tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "DELETE /v2.0/floatingips/87d456e5-2b41-44d9-a68b-e4896174723b HTTP/1.1" status: 204 len: 168 time: 0.4951680 Jul 27 06:59:59.084141 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37878) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:59:59.088870 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-0d27735a-c60f-4f2f-82e0-606ad1861441 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137457990', 'description': 'tempest-description--998251760'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:59:59.183411 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0d27735a-c60f-4f2f-82e0-606ad1861441 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:59.263614 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:59.264778 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0d27735a-c60f-4f2f-82e0-606ad1861441 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:59.322279 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0d27735a-c60f-4f2f-82e0-606ad1861441 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:59.351687 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27735a-c60f-4f2f-82e0-606ad1861441 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138591db-fbf3-40fb-9746-7ec1574a11e3,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:59:59.425027 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0d27735a-c60f-4f2f-82e0-606ad1861441 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:59.426559 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-0d27735a-c60f-4f2f-82e0-606ad1861441 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3412430 Jul 27 06:59:59.429310 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37880) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:59:59.433737 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-fa3449aa-80ab-44c3-9648-1ca846722205 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Request body: {'security_group_rule': {'security_group_id': '138591db-fbf3-40fb-9746-7ec1574a11e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:59:59.544451 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-fa3449aa-80ab-44c3-9648-1ca846722205 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:59.604153 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-fa3449aa-80ab-44c3-9648-1ca846722205 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:59.677440 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-fa3449aa-80ab-44c3-9648-1ca846722205 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:59.692924 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3449aa-80ab-44c3-9648-1ca846722205 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b8ec5d-d274-46d9-921d-893108f9276c,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 06:59:59.766360 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:59.812265 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-fa3449aa-80ab-44c3-9648-1ca846722205 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:59.813538 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-fa3449aa-80ab-44c3-9648-1ca846722205 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3832643 Jul 27 06:59:59.816165 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37882) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 06:59:59.821275 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-d61d2d1d-fee9-48fc-8fb1-24c74ce4dd20 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Request body: {'security_group_rule': {'security_group_id': '138591db-fbf3-40fb-9746-7ec1574a11e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 06:59:59.890579 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d61d2d1d-fee9-48fc-8fb1-24c74ce4dd20 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 06:59:59.945929 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d61d2d1d-fee9-48fc-8fb1-24c74ce4dd20 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:00.024952 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d61d2d1d-fee9-48fc-8fb1-24c74ce4dd20 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074'] for security_group_rule, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:00.044127 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d2d1d-fee9-48fc-8fb1-24c74ce4dd20 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd18201-efa5-4517-ae5f-601df17cffde,revision_number=0']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:00:00.110866 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d61d2d1d-fee9-48fc-8fb1-24c74ce4dd20 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:00.112104 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d61d2d1d-fee9-48fc-8fb1-24c74ce4dd20 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2942376 Jul 27 07:00:00.115611 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 37884) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:00:00.120061 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Request body: {'floatingip': {'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 07:00:00.194887 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:00.291616 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:00.390698 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Allocated IP 172.27.1.244 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/5340460f-37b6-4b0c-a8e7-a45edc7bb1ae) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 07:00:00.520198 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:00.623580 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:00.660799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 07:00:00.667696 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 07:00:00.674024 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 07:00:00.693835 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event updated for resources: {'Port': ['ID=5340460f-37b6-4b0c-a8e7-a45edc7bb1ae,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:00:00.755559 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:00.876523 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:01.024113 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:01.093575 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:01.161014 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event updated for resources: {'Port': ['ID=5340460f-37b6-4b0c-a8e7-a45edc7bb1ae,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:00:01.169963 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:01.247900 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:01.249163 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-c4ac3dbe-da01-4d5c-9f7d-27a2e53e348f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1325963 Jul 27 07:00:01.459398 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-76eb46ef-284f-46ca-8f51-7b6c86fa472b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--137457990&fields=id&tenant_id=f12c9c947f1c40949d54395ee2d5fd64 HTTP/1.1" status: 200 len: 267 time: 0.0328693 Jul 27 07:00:01.565614 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7168d91-9604-42e9-986e-db2077206fda req-ccb2d41a-a6ab-4abf-b86f-f9ff10555598 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:01.567210 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-ccb2d41a-a6ab-4abf-b86f-f9ff10555598 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/networks?id=a231a25f-8070-436f-95d3-bdf26a4b9072 HTTP/1.1" status: 200 len: 811 time: 0.1013758 Jul 27 07:00:01.581803 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-ae2cd7f1-b0e1-4e06-8770-b1d7edff2ad6 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/quotas/f12c9c947f1c40949d54395ee2d5fd64 HTTP/1.1" status: 200 len: 375 time: 0.0089641 Jul 27 07:00:01.647857 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-6984e6a0-01e2-4956-9c16-b1c1b393ed80 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605278 Jul 27 07:00:01.742946 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-6ad0dfa8-8342-41c4-a87b-03ac97c33540 service neutron] 10.222.0.24 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837791 Jul 27 07:00:01.828001 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-216d29cb-dbc9-4dd9-831e-431680fe7589 service neutron] 10.222.0.24 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792353 Jul 27 07:00:02.085891 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-8f8a4132-c79e-49a1-b0c0-04c0e54968f0 req-a2b40964-470a-4ff6-b446-ea73ae5b39c3 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 210 time: 0.0285101 Jul 27 07:00:03.181761 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fdb21c7f-f5d9-446b-96ac-3afe9f005376 req-569b4529-5a90-49f6-9913-991b121958d4 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 210 time: 0.0295193 Jul 27 07:00:03.970829 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7168d91-9604-42e9-986e-db2077206fda req-7a5d59f6-6dab-4329-a39f-d3b90ffe487d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:03.972261 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-7a5d59f6-6dab-4329-a39f-d3b90ffe487d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.30 "GET /v2.0/networks?id=a231a25f-8070-436f-95d3-bdf26a4b9072 HTTP/1.1" status: 200 len: 811 time: 0.1051369 Jul 27 07:00:04.021196 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-0275caf4-dce1-49c9-8953-aac5c1682a7b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f12c9c947f1c40949d54395ee2d5fd64 HTTP/1.1" status: 200 len: 379 time: 0.0340440 Jul 27 07:00:04.030230 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Request body: {'port': {'device_id': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'admin_state_up': True, 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'security_groups': ['138591db-fbf3-40fb-9746-7ec1574a11e3']}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 07:00:04.231228 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Made reservation on behalf of f12c9c947f1c40949d54395ee2d5fd64 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 07:00:04.235798 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:04.280348 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-96deadd9-d14e-4a3e-95d4-5e0592e0a560 req-2286a260-7455-40af-ab2b-4a97c10ec53f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 210 time: 0.0324242 Jul 27 07:00:04.367178 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Allocated IP 172.20.0.7 (a231a25f-8070-436f-95d3-bdf26a4b9072/916d230a-8b5d-42e9-b6c4-55f5628d8690/4cdc1cd5-7f22-45a9-939a-ab8021255c35) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 07:00:04.501692 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:04.514799 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Transition to ACTIVE for port object 4cdc1cd5-7f22-45a9-939a-ab8021255c35 will not be triggered until provisioned by entity DHCP. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 07:00:04.619528 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:04.662877 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Network a231a25f-8070-436f-95d3-bdf26a4b9072 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 07:00:04.667775 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 07:00:04.672121 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 07:00:04.678858 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event updated for resources: {'Port': ['ID=4cdc1cd5-7f22-45a9-939a-ab8021255c35,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:00:04.727639 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:04.728263 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:04.843286 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-23a691ed-6e08-447f-8163-a6c2c9e5ec61 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8166094 Jul 27 07:00:04.862623 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Request body: {'port': {'device_id': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 07:00:04.939126 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:04.962313 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-c69f7883-d052-4ae3-9b85-3b0ea002bb67 None None] Provisioning for port 4cdc1cd5-7f22-45a9-939a-ab8021255c35 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 07:00:04.966286 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-c69f7883-d052-4ae3-9b85-3b0ea002bb67 None None] Provisioning complete for port 4cdc1cd5-7f22-45a9-939a-ab8021255c35 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 07:00:04.970279 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-c69f7883-d052-4ae3-9b85-3b0ea002bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:05.000641 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-c69f7883-d052-4ae3-9b85-3b0ea002bb67 None None] Port 4cdc1cd5-7f22-45a9-939a-ab8021255c35 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 07:00:05.192945 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdc1cd5-7f22-45a9-939a-ab8021255c35 {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 07:00:05.200176 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:05.212838 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Transition to ACTIVE for port object 4cdc1cd5-7f22-45a9-939a-ab8021255c35 will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 07:00:05.271017 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:05.342239 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdc1cd5-7f22-45a9-939a-ab8021255c35,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:00:05.427959 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Attempting to bind port 4cdc1cd5-7f22-45a9-939a-ab8021255c35 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 07:00:05.428294 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Attempting to bind port 4cdc1cd5-7f22-45a9-939a-ab8021255c35 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 07:00:05.428645 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Attempting to bind port 4cdc1cd5-7f22-45a9-939a-ab8021255c35 on network a231a25f-8070-436f-95d3-bdf26a4b9072 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 07:00:05.437738 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Port 4cdc1cd5-7f22-45a9-939a-ab8021255c35 on network a231a25f-8070-436f-95d3-bdf26a4b9072 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 07:00:05.438059 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Attempting to bind port 4cdc1cd5-7f22-45a9-939a-ab8021255c35 on network a231a25f-8070-436f-95d3-bdf26a4b9072 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 07:00:05.448577 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 7, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 07:00:05.448945 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Checking segment: {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 07:00:05.449327 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Bound using segment: {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 07:00:05.449766 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Bound port: 4cdc1cd5-7f22-45a9-939a-ab8021255c35, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebcaa6d-8696-4259-b4b7-351ad94aa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 07:00:05.450130 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:05.472037 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ce0f5-b1be-486c-93e3-d29fcf6b010a req-312d33ab-24a8-4927-883e-2e160ddfbb96 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:05.473702 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d12ce0f5-b1be-486c-93e3-d29fcf6b010a req-312d33ab-24a8-4927-883e-2e160ddfbb96 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 943 time: 0.1069028 Jul 27 07:00:05.550731 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-d12ce0f5-b1be-486c-93e3-d29fcf6b010a req-d8f9cc9a-1466-493f-a837-f8be6dd05556 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=138591db-fbf3-40fb-9746-7ec1574a11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539160 Jul 27 07:00:05.556714 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] For port 4cdc1cd5-7f22-45a9-939a-ab8021255c35, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 07:00:05.559852 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] For port 4cdc1cd5-7f22-45a9-939a-ab8021255c35, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4cdc1cd5-7f22-45a9-939a-ab8021255c35,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 07:00:05.636978 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:05.670275 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:05.670910 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:05.672445 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] 10.222.0.30 "PUT /v2.0/ports/4cdc1cd5-7f22-45a9-939a-ab8021255c35 HTTP/1.1" status: 200 len: 1093 time: 0.8139782 Jul 27 07:00:05.672917 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'tag': '4cdc1cd5-7f22-45a9-939a-ab8021255c35'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:00:05.675153 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb7bf69-95fe-49ba-9a1b-f2e3e7484539" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a827c4-c080-4ca2-85b6-0e4c38c2451b", "tag": "4cdc1cd5-7f22-45a9-939a-ab8021255c35"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:00:05.703383 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff46f9-7c1f-49b2-9319-5461f7957a25 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdc1cd5-7f22-45a9-939a-ab8021255c35,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:00:05.726392 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 07:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5378f9-357f-4d41-9843-ea9ab8fd4cda x-openstack-request-id: req-ff5378f9-357f-4d41-9843-ea9ab8fd4cda {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:00:05.726705 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a827c4-c080-4ca2-85b6-0e4c38c2451b", "tag": "4cdc1cd5-7f22-45a9-939a-ab8021255c35", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:00:05.726950 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff5378f9-357f-4d41-9843-ea9ab8fd4cda {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:00:05.727370 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'tag': '4cdc1cd5-7f22-45a9-939a-ab8021255c35', 'status': 'completed', 'code': 200} Jul 27 07:00:05.826750 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7bf69-95fe-49ba-9a1b-f2e3e7484539 req-bd495d8a-41ba-46e5-9c5a-a6342b78c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:05.828245 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fbb7bf69-95fe-49ba-9a1b-f2e3e7484539 req-bd495d8a-41ba-46e5-9c5a-a6342b78c0ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 1096 time: 0.0565798 Jul 27 07:00:05.931035 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7bf69-95fe-49ba-9a1b-f2e3e7484539 req-2482bc19-b7f1-4880-b779-35130adb63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:05.932489 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fbb7bf69-95fe-49ba-9a1b-f2e3e7484539 req-2482bc19-b7f1-4880-b779-35130adb63a3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0914979 Jul 27 07:00:06.028832 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7bf69-95fe-49ba-9a1b-f2e3e7484539 req-536e29d7-5b3e-4095-93e7-f1002309d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:06.030286 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fbb7bf69-95fe-49ba-9a1b-f2e3e7484539 req-536e29d7-5b3e-4095-93e7-f1002309d349 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913203 Jul 27 07:00:06.401824 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7168d91-9604-42e9-986e-db2077206fda req-2e0aab8f-264e-46f9-8363-d1f22eef3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:06.403289 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-2e0aab8f-264e-46f9-8363-d1f22eef3935 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 1096 time: 0.3178027 Jul 27 07:00:06.449235 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-2cc8c530-1795-4a7e-971f-3b20b7dbd9fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cdc1cd5-7f22-45a9-939a-ab8021255c35 HTTP/1.1" status: 200 len: 217 time: 0.0327995 Jul 27 07:00:06.496742 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7168d91-9604-42e9-986e-db2077206fda req-9d2df420-0f65-458c-8041-363cf9d68532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:06.498135 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-9d2df420-0f65-458c-8041-363cf9d68532 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=916d230a-8b5d-42e9-b6c4-55f5628d8690 HTTP/1.1" status: 200 len: 850 time: 0.0413585 Jul 27 07:00:06.557387 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7168d91-9604-42e9-986e-db2077206fda req-c747d304-607f-4fe2-bae2-3d01da71d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:06.558860 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-c747d304-607f-4fe2-bae2-3d01da71d279 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a231a25f-8070-436f-95d3-bdf26a4b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533149 Jul 27 07:00:06.684064 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-52c9ff29-0b16-4760-87b6-2ec368132960 service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176367 Jul 27 07:00:06.749832 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb057a-27d0-468b-9072-e42e059ad23b req-424670ef-be02-4c68-ad94-a45297ba751d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:06.751464 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-92eb057a-27d0-468b-9072-e42e059ad23b req-424670ef-be02-4c68-ad94-a45297ba751d tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 943 time: 0.1330895 Jul 27 07:00:06.811332 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-92eb057a-27d0-468b-9072-e42e059ad23b req-512e9899-f2c0-4be9-a654-c62227435085 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=138591db-fbf3-40fb-9746-7ec1574a11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531700 Jul 27 07:00:06.814771 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c7168d91-9604-42e9-986e-db2077206fda req-d3b2ae5b-939b-4b7d-b8eb-5387d7859863 service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234884 Jul 27 07:00:07.941859 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106d232-ee6c-422a-b117-4463c6e7d43f req-e7c7456e-97e1-4795-8a05-0c02e35f47c6 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:07.943324 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1106d232-ee6c-422a-b117-4463c6e7d43f req-e7c7456e-97e1-4795-8a05-0c02e35f47c6 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 943 time: 0.0654535 Jul 27 07:00:07.982111 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-1106d232-ee6c-422a-b117-4463c6e7d43f req-3e858ee7-6d1a-4af1-8871-174e3dcf4111 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=138591db-fbf3-40fb-9746-7ec1574a11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328431 Jul 27 07:00:08.590439 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 4cdc1cd5-7f22-45a9-939a-ab8021255c35 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 07:00:08.683274 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 4cdc1cd5-7f22-45a9-939a-ab8021255c35, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4cdc1cd5-7f22-45a9-939a-ab8021255c35,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:00:08.697925 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '4cdc1cd5-7f22-45a9-939a-ab8021255c35', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'port_id': '4cdc1cd5-7f22-45a9-939a-ab8021255c35', 'mac_address': 'fa:16:3e:be:6c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 07:00:08.735298 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:08.749315 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdc1cd5-7f22-45a9-939a-ab8021255c35 {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 07:00:08.769080 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 4cdc1cd5-7f22-45a9-939a-ab8021255c35, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4cdc1cd5-7f22-45a9-939a-ab8021255c35,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:00:08.825062 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:08.871591 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=4cdc1cd5-7f22-45a9-939a-ab8021255c35,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:00:08.878431 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:08.879472 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:08.879816 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:08.880152 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:08.880486 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:08.880850 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:08.881177 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:08.881505 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:08.881838 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:08.882161 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:08.882485 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:08.882805 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:09.111421 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b562d-6e0d-4c5a-a2d9-7a50f59dc3eb req-8c960ed1-6fea-48ea-91e8-7180110da557 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:09.112544 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['4cdc1cd5-7f22-45a9-939a-ab8021255c35'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 07:00:09.112922 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-105b562d-6e0d-4c5a-a2d9-7a50f59dc3eb req-8c960ed1-6fea-48ea-91e8-7180110da557 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 944 time: 0.0665536 Jul 27 07:00:09.151240 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-105b562d-6e0d-4c5a-a2d9-7a50f59dc3eb req-44bfe5aa-6af2-42ed-8746-689191432009 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=138591db-fbf3-40fb-9746-7ec1574a11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315659 Jul 27 07:00:10.278253 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eb5c9-6f47-4d2a-bd74-23a0ab8eab09 req-d409a61e-060a-4f45-bfe2-a6dcb969e059 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:10.279620 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-268eb5c9-6f47-4d2a-bd74-23a0ab8eab09 req-d409a61e-060a-4f45-bfe2-a6dcb969e059 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 944 time: 0.0625985 Jul 27 07:00:10.316240 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-268eb5c9-6f47-4d2a-bd74-23a0ab8eab09 req-e1ca3d41-77dd-478f-bfb4-73f45144f493 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=138591db-fbf3-40fb-9746-7ec1574a11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308065 Jul 27 07:00:10.586801 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 4cdc1cd5-7f22-45a9-939a-ab8021255c35 up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 07:00:10.697168 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port 4cdc1cd5-7f22-45a9-939a-ab8021255c35 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 07:00:10.700793 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 4cdc1cd5-7f22-45a9-939a-ab8021255c35 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 07:00:10.701164 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:10.777012 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:10.797875 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdc1cd5-7f22-45a9-939a-ab8021255c35'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:00:10.800071 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa00fdba-f4e9-4a46-b6f3-e4fc6584d4a9" -d '{"events": [{"server_uuid": "f0a827c4-c080-4ca2-85b6-0e4c38c2451b", "name": "network-vif-plugged", "status": "completed", "tag": "4cdc1cd5-7f22-45a9-939a-ab8021255c35"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:00:10.812622 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 4cdc1cd5-7f22-45a9-939a-ab8021255c35, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4cdc1cd5-7f22-45a9-939a-ab8021255c35,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:00:10.838049 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 07:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36edb695-1521-41e4-b21a-a94325b7fe2a x-openstack-request-id: req-36edb695-1521-41e4-b21a-a94325b7fe2a {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:00:10.838293 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a827c4-c080-4ca2-85b6-0e4c38c2451b", "name": "network-vif-plugged", "status": "completed", "tag": "4cdc1cd5-7f22-45a9-939a-ab8021255c35", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:00:10.838550 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36edb695-1521-41e4-b21a-a94325b7fe2a {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:00:10.838973 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdc1cd5-7f22-45a9-939a-ab8021255c35', 'code': 200} Jul 27 07:00:10.887889 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:10.934963 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=4cdc1cd5-7f22-45a9-939a-ab8021255c35,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:00:11.255036 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d69a4c-e8c5-49f8-a7a6-fc7b7136ad92 req-5ba878d3-ee49-485e-81c8-1a55bfb4c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:11.256423 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-04d69a4c-e8c5-49f8-a7a6-fc7b7136ad92 req-5ba878d3-ee49-485e-81c8-1a55bfb4c4fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 1098 time: 0.0527840 Jul 27 07:00:11.290704 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-04d69a4c-e8c5-49f8-a7a6-fc7b7136ad92 req-e2f7dfea-be46-44f8-a104-1b0126920577 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=138591db-fbf3-40fb-9746-7ec1574a11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273280 Jul 27 07:00:11.442341 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c110011-7602-44ec-8a30-f3ec2b73e0de req-e1de138f-9a00-4449-ab6f-bcfc5b28228f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:11.443803 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5c110011-7602-44ec-8a30-f3ec2b73e0de req-e1de138f-9a00-4449-ab6f-bcfc5b28228f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 945 time: 0.0615237 Jul 27 07:00:11.481577 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5c110011-7602-44ec-8a30-f3ec2b73e0de req-63a76968-1212-4529-bd7d-0e548555fc73 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=138591db-fbf3-40fb-9746-7ec1574a11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320137 Jul 27 07:00:12.612401 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e9791-1f56-48bc-9783-8779932be0d9 req-ccbc4a4a-ee2a-4472-844e-085c749b81fd tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:12.614244 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-da9e9791-1f56-48bc-9783-8779932be0d9 req-ccbc4a4a-ee2a-4472-844e-085c749b81fd tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 945 time: 0.0641422 Jul 27 07:00:12.652293 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-da9e9791-1f56-48bc-9783-8779932be0d9 req-81f56cf6-17e6-4021-880d-a9abe628593e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=138591db-fbf3-40fb-9746-7ec1574a11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318804 Jul 27 07:00:12.778033 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6beaaf-9a41-408a-a961-c9ff86da0e9a req-594b430f-e517-4bde-a302-d9f6e24b33f2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:12.779395 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-cb6beaaf-9a41-408a-a961-c9ff86da0e9a req-594b430f-e517-4bde-a302-d9f6e24b33f2 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 945 time: 0.0649047 Jul 27 07:00:12.788091 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 37942) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:00:12.792652 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-69a6ba0f-f492-4a18-b619-1a6375c38226 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Request body: {'floatingip': {'port_id': '4cdc1cd5-7f22-45a9-939a-ab8021255c35'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 07:00:12.830420 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69a6ba0f-f492-4a18-b619-1a6375c38226 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:13.256554 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69a6ba0f-f492-4a18-b619-1a6375c38226 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:13.310240 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69a6ba0f-f492-4a18-b619-1a6375c38226 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:13.649576 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.l3_db [None req-69a6ba0f-f492-4a18-b619-1a6375c38226 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Floating IP e7d0c875-34d5-466a-b4a0-3b718ce06831 associated. External IP: 172.27.1.244, port: 4cdc1cd5-7f22-45a9-939a-ab8021255c35. Jul 27 07:00:13.848611 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a6ba0f-f492-4a18-b619-1a6375c38226 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 07:00:13.953358 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a6ba0f-f492-4a18-b619-1a6375c38226 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 07:00:13.958780 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-69a6ba0f-f492-4a18-b619-1a6375c38226 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:13.963828 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ed8f2-df5f-4952-86d4-f9b1d72689e9 None None] Sync routers for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 07:00:13.973943 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ed8f2-df5f-4952-86d4-f9b1d72689e9 None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:00:13.974557 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-f64ed8f2-df5f-4952-86d4-f9b1d72689e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:59:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:00:13.995149 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-69a6ba0f-f492-4a18-b619-1a6375c38226 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "PUT /v2.0/floatingips/e7d0c875-34d5-466a-b4a0-3b718ce06831 HTTP/1.1" status: 200 len: 991 time: 1.2059698 Jul 27 07:00:13.995804 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'tag': '4cdc1cd5-7f22-45a9-939a-ab8021255c35'}] {{(pid=100257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:00:13.998207 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adcb506e94557ca07db5a06e2b286747a8ab5cc2faf813157880fb886180bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e3f6ca-3113-4162-a922-c09b3c55d129" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a827c4-c080-4ca2-85b6-0e4c38c2451b", "tag": "4cdc1cd5-7f22-45a9-939a-ab8021255c35"}]}' {{(pid=100257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:00:14.083621 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-f64ed8f2-df5f-4952-86d4-f9b1d72689e9 None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:00:14.138245 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 07:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeb4b07-19b7-410c-ae1c-f7ea342a159f x-openstack-request-id: req-cfeb4b07-19b7-410c-ae1c-f7ea342a159f {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:00:14.138534 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a827c4-c080-4ca2-85b6-0e4c38c2451b", "tag": "4cdc1cd5-7f22-45a9-939a-ab8021255c35", "status": "completed", "code": 200}]} {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:00:14.138783 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfeb4b07-19b7-410c-ae1c-f7ea342a159f {{(pid=100257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:00:14.139171 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'tag': '4cdc1cd5-7f22-45a9-939a-ab8021255c35', 'status': 'completed', 'code': 200} Jul 27 07:00:14.235088 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3f6ca-3113-4162-a922-c09b3c55d129 req-63e0690d-0711-40f6-8cbb-5317b52b1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:14.236494 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-12e3f6ca-3113-4162-a922-c09b3c55d129 req-63e0690d-0711-40f6-8cbb-5317b52b1f0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 1098 time: 0.0570602 Jul 27 07:00:14.328112 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3f6ca-3113-4162-a922-c09b3c55d129 req-cd87e4c5-ab7b-4756-be5b-19048d84f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:14.329640 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-12e3f6ca-3113-4162-a922-c09b3c55d129 req-cd87e4c5-ab7b-4756-be5b-19048d84f1d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a231a25f-8070-436f-95d3-bdf26a4b9072 HTTP/1.1" status: 200 len: 912 time: 0.0863991 Jul 27 07:00:14.389876 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-f64ed8f2-df5f-4952-86d4-f9b1d72689e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': 'e7d0c875-34d5-466a-b4a0-3b718ce06831', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'port_id': '4cdc1cd5-7f22-45a9-939a-ab8021255c35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'mac_address': 'fa:16:3e:be:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:00:00Z', 'updated_at': '2021-07-27T07:00:13Z', 'revision_number': 1, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:11Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:00:14.398889 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-12e3f6ca-3113-4162-a922-c09b3c55d129 req-bdee9d0d-a8fd-4af7-ad9e-20a6327bf5e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cdc1cd5-7f22-45a9-939a-ab8021255c35 HTTP/1.1" status: 200 len: 999 time: 0.0623515 Jul 27 07:00:14.416801 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ed8f2-df5f-4952-86d4-f9b1d72689e9 None None] Checking router: 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 07:00:14.424770 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ed8f2-df5f-4952-86d4-f9b1d72689e9 None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:00:14.425364 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-f64ed8f2-df5f-4952-86d4-f9b1d72689e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T06:59:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:00:14.447864 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3f6ca-3113-4162-a922-c09b3c55d129 req-f7551b1f-fccd-48fc-a3ff-0289927af261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:14.449346 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-12e3f6ca-3113-4162-a922-c09b3c55d129 req-f7551b1f-fccd-48fc-a3ff-0289927af261 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=916d230a-8b5d-42e9-b6c4-55f5628d8690 HTTP/1.1" status: 200 len: 850 time: 0.0435436 Jul 27 07:00:14.508476 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3f6ca-3113-4162-a922-c09b3c55d129 req-bb49f866-199b-4203-8df4-06ed698634fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:14.509924 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-12e3f6ca-3113-4162-a922-c09b3c55d129 req-bb49f866-199b-4203-8df4-06ed698634fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a231a25f-8070-436f-95d3-bdf26a4b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531585 Jul 27 07:00:14.528834 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-f64ed8f2-df5f-4952-86d4-f9b1d72689e9 None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:00:14.604967 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-12e3f6ca-3113-4162-a922-c09b3c55d129 req-9a45b248-3c2f-49b7-af51-4fca79870fbe service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876486 Jul 27 07:00:14.691925 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-12e3f6ca-3113-4162-a922-c09b3c55d129 req-f1ba5af3-aa7a-4241-a336-7047c90f07ae service neutron] 10.222.0.30 "GET /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803130 Jul 27 07:00:14.755774 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-f64ed8f2-df5f-4952-86d4-f9b1d72689e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': 'e7d0c875-34d5-466a-b4a0-3b718ce06831', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'port_id': '4cdc1cd5-7f22-45a9-939a-ab8021255c35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'mac_address': 'fa:16:3e:be:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:00:00Z', 'updated_at': '2021-07-27T07:00:13Z', 'revision_number': 1, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:11Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:00:14.782974 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ed8f2-df5f-4952-86d4-f9b1d72689e9 None None] The sync data for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi is: [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': 'e7d0c875-34d5-466a-b4a0-3b718ce06831', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'port_id': '4cdc1cd5-7f22-45a9-939a-ab8021255c35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'mac_address': 'fa:16:3e:be:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:00:00Z', 'updated_at': '2021-07-27T07:00:13Z', 'revision_number': 1, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:11Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 07:00:14.960270 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85393db-22a4-45db-80dd-8654e165962b None None] New status for floating IP e7d0c875-34d5-466a-b4a0-3b718ce06831: ACTIVE {{(pid=100259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 07:00:24.173627 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-df9a982e-c0d9-435a-bb14-99f3cef26a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:26.647508 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a4330050-43b4-4999-b49a-62e09e530de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:26.796240 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:27.979070 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:29.287494 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:29.767844 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:34.358244 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:00:37.712179 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-133425bf-6f74-4e5f-859a-3df162c471d0 req-150002da-e596-4604-a9d4-20307ded01b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522041 Jul 27 07:00:37.805358 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133425bf-6f74-4e5f-859a-3df162c471d0 req-d86d1bd9-ab5d-4e3f-8be2-92dd8b2cf3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:37.806845 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-133425bf-6f74-4e5f-859a-3df162c471d0 req-d86d1bd9-ab5d-4e3f-8be2-92dd8b2cf3eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 1099 time: 0.0600979 Jul 27 07:00:37.911262 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133425bf-6f74-4e5f-859a-3df162c471d0 req-9c9f4b61-139c-4a9c-9516-fbb36e1be3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:37.912757 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-133425bf-6f74-4e5f-859a-3df162c471d0 req-9c9f4b61-139c-4a9c-9516-fbb36e1be3c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 913 time: 0.0850539 Jul 27 07:00:37.985373 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-133425bf-6f74-4e5f-859a-3df162c471d0 req-9196dab0-2165-461f-8caf-75b1907598c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22f6cae-6014-47fe-9d0b-40a17f0b47a3 HTTP/1.1" status: 200 len: 1002 time: 0.0631652 Jul 27 07:00:38.033633 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133425bf-6f74-4e5f-859a-3df162c471d0 req-3517ea0d-4d19-4a39-802f-f9845de5d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:38.035008 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-133425bf-6f74-4e5f-859a-3df162c471d0 req-3517ea0d-4d19-4a39-802f-f9845de5d8df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0423014 Jul 27 07:00:38.092342 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133425bf-6f74-4e5f-859a-3df162c471d0 req-0a8f81f0-109b-4951-9bc1-c1c7b2bbea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:38.093811 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-133425bf-6f74-4e5f-859a-3df162c471d0 req-0a8f81f0-109b-4951-9bc1-c1c7b2bbea52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514746 Jul 27 07:00:38.184601 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-133425bf-6f74-4e5f-859a-3df162c471d0 req-63ce8dfe-abf1-4f68-ba03-863c49d1c361 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839269 Jul 27 07:00:38.273898 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-133425bf-6f74-4e5f-859a-3df162c471d0 req-7f252049-0c16-4ef6-b06d-54b47206960e service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821171 Jul 27 07:00:50.950289 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5315ee2-ea2f-44bf-a37b-a756d638fdd0 req-1080780f-9e99-44a3-a5c2-3d79524bcb32 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:50.951773 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c5315ee2-ea2f-44bf-a37b-a756d638fdd0 req-1080780f-9e99-44a3-a5c2-3d79524bcb32 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 946 time: 0.0637233 Jul 27 07:00:50.990594 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c5315ee2-ea2f-44bf-a37b-a756d638fdd0 req-dc802d5f-9f07-4892-96c1-879ee7380667 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318868 Jul 27 07:00:52.126667 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ac947-d2ad-46f1-ae43-2666db1ce401 req-a0ece4ca-920b-49e3-8586-2573a92543fa tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:52.128139 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-890ac947-d2ad-46f1-ae43-2666db1ce401 req-a0ece4ca-920b-49e3-8586-2573a92543fa tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 946 time: 0.0681367 Jul 27 07:00:52.170673 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-890ac947-d2ad-46f1-ae43-2666db1ce401 req-3e0339b0-7e56-4f73-b958-b507567e7b0e tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357633 Jul 27 07:00:52.646612 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-a8d54cda-62b8-4f73-bb7e-4c3ce2a2a88f tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:52.648117 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-a8d54cda-62b8-4f73-bb7e-4c3ce2a2a88f tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 946 time: 0.0625453 Jul 27 07:00:52.748943 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Deleting port c22f6cae-6014-47fe-9d0b-40a17f0b47a3 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:00:52.749207 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:52.838901 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] For port c22f6cae-6014-47fe-9d0b-40a17f0b47a3, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=c22f6cae-6014-47fe-9d0b-40a17f0b47a3,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:00:52.839266 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:53.005366 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:53.005661 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:53.005974 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.l3_db [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Floating IP 00499f91-8274-41ab-8801-074393040706 disassociated. External IP: 172.27.1.104, port: c22f6cae-6014-47fe-9d0b-40a17f0b47a3. Jul 27 07:00:53.006312 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Calling delete_port for c22f6cae-6014-47fe-9d0b-40a17f0b47a3 owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:00:53.201662 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:53.237053 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event deleted for resources: {'Port': ['ID=c22f6cae-6014-47fe-9d0b-40a17f0b47a3,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:00:53.272724 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-81182d65-b463-4482-9797-9543f63df157 req-5d7ed378-4405-48b3-ac3d-df3bde0fba39 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 210 time: 0.0332789 Jul 27 07:00:53.355449 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 07:00:53.464425 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 07:00:53.480656 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35814a0-f3b8-4f42-8b57-6f455cb5b6cf None None] Sync routers for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 07:00:53.490148 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35814a0-f3b8-4f42-8b57-6f455cb5b6cf None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:00:53.491867 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-f35814a0-f3b8-4f42-8b57-6f455cb5b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:00:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:00:53.510508 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] No DVR routers for this DVR port c22f6cae-6014-47fe-9d0b-40a17f0b47a3 on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 07:00:53.512960 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:53.520904 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-81fcaef3-7698-4110-98da-01811cf5bc4c req-d9fe723e-aa00-41de-ab29-8cca60be14ad tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "DELETE /v2.0/ports/c22f6cae-6014-47fe-9d0b-40a17f0b47a3 HTTP/1.1" status: 204 len: 173 time: 0.8603621 Jul 27 07:00:53.520904 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'name': 'network-vif-deleted', 'tag': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:00:53.520904 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bacb43b-084b-402f-8793-7fdc898469e3" -d '{"events": [{"server_uuid": "426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3", "name": "network-vif-deleted", "tag": "c22f6cae-6014-47fe-9d0b-40a17f0b47a3"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:00:53.555284 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 07:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03959c2-c62e-423f-86eb-fee5808df78f x-openstack-request-id: req-e03959c2-c62e-423f-86eb-fee5808df78f {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:00:53.555284 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3", "name": "network-vif-deleted", "tag": "c22f6cae-6014-47fe-9d0b-40a17f0b47a3", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:00:53.555284 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e03959c2-c62e-423f-86eb-fee5808df78f {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:00:53.555284 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3', 'name': 'network-vif-deleted', 'tag': 'c22f6cae-6014-47fe-9d0b-40a17f0b47a3', 'status': 'completed', 'code': 200} Jul 27 07:00:53.619989 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-f35814a0-f3b8-4f42-8b57-6f455cb5b6cf None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:00:53.835775 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-f35814a0-f3b8-4f42-8b57-6f455cb5b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:00:53.866252 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35814a0-f3b8-4f42-8b57-6f455cb5b6cf None None] Checking router: 1f2caecb-7cdc-4254-90f1-5f568d0c58fc for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 07:00:53.874275 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35814a0-f3b8-4f42-8b57-6f455cb5b6cf None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:00:53.874878 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-f35814a0-f3b8-4f42-8b57-6f455cb5b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:00:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:00:53.982118 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-f35814a0-f3b8-4f42-8b57-6f455cb5b6cf None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:00:54.179394 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-f35814a0-f3b8-4f42-8b57-6f455cb5b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:00:54.205738 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35814a0-f3b8-4f42-8b57-6f455cb5b6cf None None] The sync data for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi is: [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 07:00:54.216830 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5c66ecee-77b9-49e0-ad20-d042e2c4b8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:54.393036 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-47678ae4-d1e1-4a23-957c-77b54de33a45 req-5eed181e-17f3-410c-b239-8a3800a0a02f tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=426ce6a8-1842-4ca6-8a4b-d00a36ed1ff3 HTTP/1.1" status: 200 len: 210 time: 0.0377100 Jul 27 07:00:54.458953 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7767b94f-c026-4348-81cd-0f510ae43bce None None] New status for floating IP 00499f91-8274-41ab-8801-074393040706: DOWN {{(pid=100259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 07:00:55.593881 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-dc3f6fff-1bdb-40f0-9d50-18372d805caa tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264415001&fields=id&tenant_id=01d0f7e3f3a3428eabbd96e4520b2468 HTTP/1.1" status: 200 len: 267 time: 0.0330920 Jul 27 07:00:55.694783 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-e2fa5c2f-de8d-4b52-b758-77e51fc41ee5 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:55.696217 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-e2fa5c2f-de8d-4b52-b758-77e51fc41ee5 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 812 time: 0.0958712 Jul 27 07:00:55.711683 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-2f5441f4-ae12-4ee9-9689-04bafb8b8906 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/quotas/01d0f7e3f3a3428eabbd96e4520b2468 HTTP/1.1" status: 200 len: 375 time: 0.0097561 Jul 27 07:00:55.782166 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-b0a6cf79-d706-44b1-bc73-f6ad1f471288 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646734 Jul 27 07:00:55.861150 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-187b635f-edd3-4ab9-99db-a215bebb51fc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100257) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 07:00:55.862163 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-187b635f-edd3-4ab9-99db-a215bebb51fc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0687699 Jul 27 07:00:55.952777 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-bf82801e-5a20-4ad1-83b6-988c103c03aa service neutron] 10.222.0.24 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833733 Jul 27 07:00:56.046376 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6cb554d9-157a-4fe6-b8a5-0ea69ca37cb2 service neutron] 10.222.0.24 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864267 Jul 27 07:00:56.622990 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0e10814c-40f0-49eb-9790-ba0b51d5f13f req-3f8e8cdb-0cba-4a14-bbfc-9f750131623b tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 210 time: 0.0293710 Jul 27 07:00:56.673768 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-2c54831c-6b6e-4020-9a64-86e1e0835058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:56.789786 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:56.883842 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device c22f6cae-6014-47fe-9d0b-40a17f0b47a3 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:00:56.903510 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: c22f6cae-6014-47fe-9d0b-40a17f0b47a3 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:00:56.903850 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device c22f6cae-6014-47fe-9d0b-40a17f0b47a3 not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:00:57.718614 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b687fdae-d838-4ad6-8784-ab33f6aee575 req-4cff3204-7cbd-443a-b80f-4437b792ef30 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 210 time: 0.0295353 Jul 27 07:00:58.005389 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:58.423791 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-2ca1c5f6-f8a3-4bfd-b75f-b40e6e4bd6cd tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:58.425253 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-2ca1c5f6-f8a3-4bfd-b75f-b40e6e4bd6cd tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 812 time: 0.0999382 Jul 27 07:00:58.475357 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-db44b4cb-27ce-4d3a-95b1-97f10432e8b0 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d0f7e3f3a3428eabbd96e4520b2468 HTTP/1.1" status: 200 len: 380 time: 0.0356104 Jul 27 07:00:58.484189 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'port': {'device_id': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'admin_state_up': True, 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'security_groups': ['62461415-c723-4005-89bf-0ffb256aa173']}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 07:00:58.669866 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Made reservation on behalf of 01d0f7e3f3a3428eabbd96e4520b2468 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 07:00:58.673623 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:58.828384 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fb79c753-1294-456f-b412-7e86383da5a2 req-7c8edf26-963f-4991-9669-ab42798d1758 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 210 time: 0.0357032 Jul 27 07:00:58.832693 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Allocated IP 172.20.0.11 (7252be0b-cb05-48f6-94d5-622e0ea3ba62/3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a/981c0dc9-9023-4369-9f51-91c2143c8ce2) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 07:00:58.971434 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:58.984687 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Transition to ACTIVE for port object 981c0dc9-9023-4369-9f51-91c2143c8ce2 will not be triggered until provisioned by entity DHCP. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 07:00:59.079220 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:59.125384 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 07:00:59.130999 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 07:00:59.134586 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 07:00:59.141005 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'Port': ['ID=981c0dc9-9023-4369-9f51-91c2143c8ce2,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:00:59.166943 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:59.167297 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:59.167643 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:59.167988 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:59.168323 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:59.168702 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:59.169025 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:59.169358 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:59.169692 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:59.170020 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:59.170353 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:59.170683 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:00:59.199603 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:59.200218 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:59.297107 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d0c9c6b8-c0bf-4a27-a8e4-4fcc481ce22c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8164570 Jul 27 07:00:59.315827 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Request body: {'port': {'device_id': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 07:00:59.319164 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:59.389858 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:59.400938 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-b147d9a1-f6ac-4a76-9e50-9053fa39ea61 None None] Provisioning for port 981c0dc9-9023-4369-9f51-91c2143c8ce2 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 07:00:59.404716 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-b147d9a1-f6ac-4a76-9e50-9053fa39ea61 None None] Provisioning complete for port 981c0dc9-9023-4369-9f51-91c2143c8ce2 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 07:00:59.405092 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-b147d9a1-f6ac-4a76-9e50-9053fa39ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:59.441940 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-b147d9a1-f6ac-4a76-9e50-9053fa39ea61 None None] Port 981c0dc9-9023-4369-9f51-91c2143c8ce2 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 07:00:59.643922 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981c0dc9-9023-4369-9f51-91c2143c8ce2 {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 07:00:59.651824 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:59.663786 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Transition to ACTIVE for port object 981c0dc9-9023-4369-9f51-91c2143c8ce2 will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 07:00:59.725312 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:59.754788 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:59.774439 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Pushing event updated for resources: {'Port': ['ID=981c0dc9-9023-4369-9f51-91c2143c8ce2,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:00:59.854470 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Attempting to bind port 981c0dc9-9023-4369-9f51-91c2143c8ce2 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 07:00:59.860922 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Attempting to bind port 981c0dc9-9023-4369-9f51-91c2143c8ce2 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 07:00:59.860922 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Attempting to bind port 981c0dc9-9023-4369-9f51-91c2143c8ce2 on network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 07:00:59.860922 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Port 981c0dc9-9023-4369-9f51-91c2143c8ce2 on network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 07:00:59.860922 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Attempting to bind port 981c0dc9-9023-4369-9f51-91c2143c8ce2 on network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 07:00:59.866096 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 07:00:59.866439 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Checking segment: {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 07:00:59.866819 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Bound using segment: {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 07:00:59.867259 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Bound port: 981c0dc9-9023-4369-9f51-91c2143c8ce2, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 07:00:59.867618 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:00:59.940756 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] For port 981c0dc9-9023-4369-9f51-91c2143c8ce2, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 07:00:59.944576 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] For port 981c0dc9-9023-4369-9f51-91c2143c8ce2, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=981c0dc9-9023-4369-9f51-91c2143c8ce2,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 07:00:59.962581 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92f208-1787-4bcd-bbad-5fdb9867a7a7 req-721cc973-6e8c-4e44-84e2-af67b0aea80b tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:00:59.964118 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6a92f208-1787-4bcd-bbad-5fdb9867a7a7 req-721cc973-6e8c-4e44-84e2-af67b0aea80b tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 944 time: 0.0664408 Jul 27 07:01:00.001948 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:00.002213 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6a92f208-1787-4bcd-bbad-5fdb9867a7a7 req-ad04b636-fd9f-4539-aef8-ad87e5a63e16 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313964 Jul 27 07:01:00.035284 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:00.035896 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:00.037292 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] 10.222.0.30 "PUT /v2.0/ports/981c0dc9-9023-4369-9f51-91c2143c8ce2 HTTP/1.1" status: 200 len: 1094 time: 0.7257519 Jul 27 07:01:00.037722 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'tag': '981c0dc9-9023-4369-9f51-91c2143c8ce2'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:01:00.040030 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405bd4cb-4430-4181-912f-64d020cd68d0" -d '{"events": [{"name": "network-changed", "server_uuid": "aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225", "tag": "981c0dc9-9023-4369-9f51-91c2143c8ce2"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:01:00.068744 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f041312-1b19-43cc-a3c4-1a1d9cb10369 service neutron] Pushing event updated for resources: {'Port': ['ID=981c0dc9-9023-4369-9f51-91c2143c8ce2,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:00.084761 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 07:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef0ad0d-8481-4368-b91e-9b1af55a24ce x-openstack-request-id: req-7ef0ad0d-8481-4368-b91e-9b1af55a24ce {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:01:00.087081 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225", "tag": "981c0dc9-9023-4369-9f51-91c2143c8ce2", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:01:00.087081 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ef0ad0d-8481-4368-b91e-9b1af55a24ce {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:01:00.087081 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'tag': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'status': 'completed', 'code': 200} Jul 27 07:01:00.180482 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bd4cb-4430-4181-912f-64d020cd68d0 req-eb5ae385-6938-4f38-ba20-2782f45b297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:00.182024 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-405bd4cb-4430-4181-912f-64d020cd68d0 req-eb5ae385-6938-4f38-ba20-2782f45b297b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 1097 time: 0.0577331 Jul 27 07:01:00.290859 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bd4cb-4430-4181-912f-64d020cd68d0 req-1462e38c-463c-4a24-a4f3-04e6b84d59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:00.292324 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-405bd4cb-4430-4181-912f-64d020cd68d0 req-1462e38c-463c-4a24-a4f3-04e6b84d59fa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0968487 Jul 27 07:01:00.391617 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bd4cb-4430-4181-912f-64d020cd68d0 req-4494004f-1fbe-4651-9fd5-1fe859a422fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:00.393094 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-405bd4cb-4430-4181-912f-64d020cd68d0 req-4494004f-1fbe-4651-9fd5-1fe859a422fc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931776 Jul 27 07:01:00.514554 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-a0d569cd-e696-4bef-bd49-982f2e742a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:00.515945 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-a0d569cd-e696-4bef-bd49-982f2e742a03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 1097 time: 0.0536587 Jul 27 07:01:00.575296 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-5a43ca45-3105-4815-8e37-28a30d8451c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=981c0dc9-9023-4369-9f51-91c2143c8ce2 HTTP/1.1" status: 200 len: 217 time: 0.0342360 Jul 27 07:01:00.622323 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-181fb0b7-ca26-4cb7-bac4-7700469e21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:00.623714 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-181fb0b7-ca26-4cb7-bac4-7700469e21b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0413675 Jul 27 07:01:00.684612 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-f71d6fd8-8633-4a47-aada-021aa0500ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:00.686082 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-f71d6fd8-8633-4a47-aada-021aa0500ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548294 Jul 27 07:01:00.777557 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-d7558413-c1ab-4704-bc8d-951198549123 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827036 Jul 27 07:01:00.873748 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-7ba6cc57-165b-4ac1-b332-62d4899efc29 req-8b93aaf8-2698-45d3-ab24-1f418f0db839 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875804 Jul 27 07:01:01.134695 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169eb92-229d-4e68-b7d9-df13c9f4acd3 req-40d5a75f-44c9-4ca0-911b-506887352da3 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:01.136237 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0169eb92-229d-4e68-b7d9-df13c9f4acd3 req-40d5a75f-44c9-4ca0-911b-506887352da3 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 944 time: 0.0669258 Jul 27 07:01:01.177080 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0169eb92-229d-4e68-b7d9-df13c9f4acd3 req-25b2e5be-76a7-429f-ba8a-00f8d33f0074 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348923 Jul 27 07:01:02.306759 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338fefb-4bb9-447a-aee2-ddc27b8728fd req-20f77079-e5de-4052-9099-0aefd2064a41 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:02.308289 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a338fefb-4bb9-447a-aee2-ddc27b8728fd req-20f77079-e5de-4052-9099-0aefd2064a41 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 944 time: 0.0646405 Jul 27 07:01:02.346997 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a338fefb-4bb9-447a-aee2-ddc27b8728fd req-9f03fe8a-48ad-42d5-ad0a-c83341f65d67 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327885 Jul 27 07:01:03.473073 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f602cd-8a3f-4d77-aad1-189ddfee1231 req-cfb48e1e-832d-4525-9b15-6d1be5bda16d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:03.475155 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-12f602cd-8a3f-4d77-aad1-189ddfee1231 req-cfb48e1e-832d-4525-9b15-6d1be5bda16d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 944 time: 0.0633287 Jul 27 07:01:03.514038 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-12f602cd-8a3f-4d77-aad1-189ddfee1231 req-bdcf41f0-bd34-4944-af1f-646a17bc11af tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329399 Jul 27 07:01:04.641510 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641181c-6e6e-4540-8022-87d938b61c56 req-20861c0f-f44e-4577-8823-ef5e66e28a0b tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:04.642966 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0641181c-6e6e-4540-8022-87d938b61c56 req-20861c0f-f44e-4577-8823-ef5e66e28a0b tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 944 time: 0.0616632 Jul 27 07:01:04.680942 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-0641181c-6e6e-4540-8022-87d938b61c56 req-accbf6d9-8c67-4e26-9195-6b010864d99d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318625 Jul 27 07:01:05.808104 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e08e46-a62f-4687-9997-a6a545c64cda req-4a6288ce-b95d-4108-bcc0-433833522bf5 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:05.809602 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-51e08e46-a62f-4687-9997-a6a545c64cda req-4a6288ce-b95d-4108-bcc0-433833522bf5 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 944 time: 0.0617802 Jul 27 07:01:05.846888 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-51e08e46-a62f-4687-9997-a6a545c64cda req-1a5f426e-4106-402f-a03a-3d69b50d8648 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311139 Jul 27 07:01:06.977004 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607402d3-4674-4974-adb8-3dc67b99904e req-cb475679-174a-40f1-8801-a16005796e83 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:06.978524 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-607402d3-4674-4974-adb8-3dc67b99904e req-cb475679-174a-40f1-8801-a16005796e83 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 944 time: 0.0674801 Jul 27 07:01:07.015363 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-607402d3-4674-4974-adb8-3dc67b99904e req-ae5215ad-a421-4fd5-a0c0-39ffa113f4ed tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310059 Jul 27 07:01:08.145874 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce3fb6-bf66-4341-8bb4-0a132e3e7006 req-6e49859c-2f30-4f35-a0df-dcadce16ba0c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:08.147318 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a9ce3fb6-bf66-4341-8bb4-0a132e3e7006 req-6e49859c-2f30-4f35-a0df-dcadce16ba0c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 944 time: 0.0657644 Jul 27 07:01:08.183959 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a9ce3fb6-bf66-4341-8bb4-0a132e3e7006 req-e6115067-bcdb-4ef3-9e98-e62c56d488d1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308149 Jul 27 07:01:09.312666 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98b09b-9f4e-4703-9d0a-3f59521e3699 req-06638b8a-9812-4d46-a97b-20abe77d3eee tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:09.312666 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5b98b09b-9f4e-4703-9d0a-3f59521e3699 req-06638b8a-9812-4d46-a97b-20abe77d3eee tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 944 time: 0.0639763 Jul 27 07:01:09.351321 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-5b98b09b-9f4e-4703-9d0a-3f59521e3699 req-979228ee-033c-4e9e-8a73-2b818349abcf tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330362 Jul 27 07:01:10.476422 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954a0dd-3d86-4ee0-9fe3-eba619aee78a req-adb5dae6-5478-41a8-be03-e85271991f08 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:10.477891 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9954a0dd-3d86-4ee0-9fe3-eba619aee78a req-adb5dae6-5478-41a8-be03-e85271991f08 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 944 time: 0.0619078 Jul 27 07:01:10.514858 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9954a0dd-3d86-4ee0-9fe3-eba619aee78a req-b7d0919d-5522-4c3c-a1f6-82411ce5ce4b tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311258 Jul 27 07:01:10.931262 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 981c0dc9-9023-4369-9f51-91c2143c8ce2 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 07:01:11.023491 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 981c0dc9-9023-4369-9f51-91c2143c8ce2, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=981c0dc9-9023-4369-9f51-91c2143c8ce2,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:01:11.034118 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'port_id': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'mac_address': 'fa:16:3e:24:06:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 07:01:11.072649 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:11.085524 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981c0dc9-9023-4369-9f51-91c2143c8ce2 {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 07:01:11.104493 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 981c0dc9-9023-4369-9f51-91c2143c8ce2, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=981c0dc9-9023-4369-9f51-91c2143c8ce2,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:01:11.181809 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:11.227688 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=981c0dc9-9023-4369-9f51-91c2143c8ce2,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:11.234359 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:11.242108 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:11.242108 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:11.242108 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:11.242108 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:11.242108 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:11.242108 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:11.242108 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:11.242108 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:11.242108 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:11.242108 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:11.242108 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:11.357094 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:01:11.479359 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['981c0dc9-9023-4369-9f51-91c2143c8ce2'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 07:01:11.646390 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da924aa3-eb77-4275-81a6-d637240af9f8 req-9a96ddfa-fb73-43a2-aa17-5255698a64ce tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:11.647904 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-da924aa3-eb77-4275-81a6-d637240af9f8 req-9a96ddfa-fb73-43a2-aa17-5255698a64ce tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 945 time: 0.0661159 Jul 27 07:01:11.686743 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-da924aa3-eb77-4275-81a6-d637240af9f8 req-4f498b98-586b-46b4-8575-5b6ff3f743c0 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327508 Jul 27 07:01:12.813981 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f4144-8e4c-47f2-b3cd-cec7aa7c0123 req-96657bea-d832-4aad-940b-02350b21d930 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:12.815434 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e46f4144-8e4c-47f2-b3cd-cec7aa7c0123 req-96657bea-d832-4aad-940b-02350b21d930 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 945 time: 0.0619278 Jul 27 07:01:12.853626 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-e46f4144-8e4c-47f2-b3cd-cec7aa7c0123 req-b1ba6ef3-0814-4625-a05a-2e74034b6467 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313363 Jul 27 07:01:12.965017 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 981c0dc9-9023-4369-9f51-91c2143c8ce2 up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 07:01:13.069519 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port 981c0dc9-9023-4369-9f51-91c2143c8ce2 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 07:01:13.073600 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port 981c0dc9-9023-4369-9f51-91c2143c8ce2 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 07:01:13.074015 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:13.273140 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:13.295863 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981c0dc9-9023-4369-9f51-91c2143c8ce2'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:01:13.298156 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059309e2-e4b2-475e-9c8b-5460540d213c" -d '{"events": [{"server_uuid": "aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225", "name": "network-vif-plugged", "status": "completed", "tag": "981c0dc9-9023-4369-9f51-91c2143c8ce2"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:01:13.310737 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port 981c0dc9-9023-4369-9f51-91c2143c8ce2, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=981c0dc9-9023-4369-9f51-91c2143c8ce2,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:01:13.336056 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 07:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f768abc7-4a58-45cc-9c03-edc5783e9870 x-openstack-request-id: req-f768abc7-4a58-45cc-9c03-edc5783e9870 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:01:13.336056 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225", "name": "network-vif-plugged", "status": "completed", "tag": "981c0dc9-9023-4369-9f51-91c2143c8ce2", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:01:13.336056 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f768abc7-4a58-45cc-9c03-edc5783e9870 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:01:13.336369 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'code': 200} Jul 27 07:01:13.389272 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:13.436698 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=981c0dc9-9023-4369-9f51-91c2143c8ce2,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:13.611649 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cd41b-3f8f-47b3-8d6e-e53a6dc99ca5 req-faf1eee5-f4ce-40c5-a09f-bc78d8d9adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:13.613074 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e45cd41b-3f8f-47b3-8d6e-e53a6dc99ca5 req-faf1eee5-f4ce-40c5-a09f-bc78d8d9adfe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 1099 time: 0.0569193 Jul 27 07:01:13.648338 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e45cd41b-3f8f-47b3-8d6e-e53a6dc99ca5 req-859f76fa-45b9-476d-bd44-9297b8b572d4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284526 Jul 27 07:01:13.983286 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce6108-78c7-49ce-b816-4c03ef0b2e47 req-95755ea6-0353-43c8-824f-20b2bd3c68fc tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:13.984783 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-68ce6108-78c7-49ce-b816-4c03ef0b2e47 req-95755ea6-0353-43c8-824f-20b2bd3c68fc tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 946 time: 0.0647140 Jul 27 07:01:14.023361 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-68ce6108-78c7-49ce-b816-4c03ef0b2e47 req-aadee723-c919-43dc-8480-b4f40eaf3365 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 Jul 27 07:01:15.152299 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3d967-3a7e-459e-bf24-7d169fc0717f req-654cc766-44a1-42f7-b6df-17ecfd70f339 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:15.153801 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fda3d967-3a7e-459e-bf24-7d169fc0717f req-654cc766-44a1-42f7-b6df-17ecfd70f339 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 946 time: 0.0635211 Jul 27 07:01:15.189896 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-fda3d967-3a7e-459e-bf24-7d169fc0717f req-c75ba449-5a59-470b-a483-523c7833830d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303390 Jul 27 07:01:15.321951 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d39a1-258a-4805-a8c8-095e41615f3f req-8593f89c-987c-48b8-ada9-13419af99cb0 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:15.323453 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-222d39a1-258a-4805-a8c8-095e41615f3f req-8593f89c-987c-48b8-ada9-13419af99cb0 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 946 time: 0.0674443 Jul 27 07:01:15.360036 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-222d39a1-258a-4805-a8c8-095e41615f3f req-4cd2d395-2981-4480-9644-d9a08f824922 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305560 Jul 27 07:01:15.383093 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38196) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:15.433469 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9551f-aca4-4ff1-9abc-c74d8b69b6ed tempest-TestVolumeBootPattern-1200200942 tempest-TestVolumeBootPattern-1200200942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:15.434943 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-0dd9551f-aca4-4ff1-9abc-c74d8b69b6ed tempest-TestVolumeBootPattern-1200200942 tempest-TestVolumeBootPattern-1200200942-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 1094 time: 0.0509036 Jul 27 07:01:15.437648 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38198) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:15.442532 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'floatingip': {'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'port_id': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 07:01:15.589317 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:15.689883 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:15.790174 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Allocated IP 172.27.1.112 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/d4db9036-12f0-40e8-8df4-6790d9722369) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 07:01:15.892755 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:15.995496 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:16.033579 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 07:01:16.038995 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 07:01:16.043270 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 07:01:16.048551 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'Port': ['ID=d4db9036-12f0-40e8-8df4-6790d9722369,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:16.074099 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:16.077874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:16.077874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:16.077874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:16.077874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:16.077874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:16.077874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:16.077874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:16.077874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:16.077874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:16.077874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:16.077874 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:01:16.431051 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:16.600327 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:16.785554 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad70cb-ece3-4064-98e2-f6e6bd33dcb1 req-16df3fcf-9bd9-4f5d-b58c-10473a3c7010 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:16.787000 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-28ad70cb-ece3-4064-98e2-f6e6bd33dcb1 req-16df3fcf-9bd9-4f5d-b58c-10473a3c7010 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 945 time: 0.1053305 Jul 27 07:01:16.813617 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:16.834631 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-28ad70cb-ece3-4064-98e2-f6e6bd33dcb1 req-be2da85e-e5a5-4681-a812-f105792fc170 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=138591db-fbf3-40fb-9746-7ec1574a11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406101 Jul 27 07:01:16.863250 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:16.932683 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'Port': ['ID=d4db9036-12f0-40e8-8df4-6790d9722369,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:16.942333 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:17.040053 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.l3_db [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Floating IP 57210141-4d83-4ab1-8164-a4de11427b5a associated. External IP: 172.27.1.112, port: 981c0dc9-9023-4369-9f51-91c2143c8ce2. Jul 27 07:01:17.240946 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 07:01:17.346414 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 07:01:17.356399 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fad887-d207-4e25-8a48-819b487669dd None None] Sync routers for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 07:01:17.366731 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fad887-d207-4e25-8a48-819b487669dd None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:01:17.368621 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-92fad887-d207-4e25-8a48-819b487669dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:00:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:17.446694 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:17.470121 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-92fad887-d207-4e25-8a48-819b487669dd None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:01:17.484465 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-8e9a9f26-c413-4664-aa1f-6f7768e8a4bb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0458136 Jul 27 07:01:17.485135 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'tag': '981c0dc9-9023-4369-9f51-91c2143c8ce2'}] {{(pid=100257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:01:17.487384 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adcb506e94557ca07db5a06e2b286747a8ab5cc2faf813157880fb886180bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a320f748-a4d0-45f9-a09e-3e06827daef9" -d '{"events": [{"name": "network-changed", "server_uuid": "aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225", "tag": "981c0dc9-9023-4369-9f51-91c2143c8ce2"}]}' {{(pid=100257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:01:17.524050 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 07:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264f38c4-0142-4d12-9730-c61afb68a66a x-openstack-request-id: req-264f38c4-0142-4d12-9730-c61afb68a66a {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:01:17.524348 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225", "tag": "981c0dc9-9023-4369-9f51-91c2143c8ce2", "status": "completed", "code": 200}]} {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:01:17.524621 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-264f38c4-0142-4d12-9730-c61afb68a66a {{(pid=100257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:01:17.525032 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'tag': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'status': 'completed', 'code': 200} Jul 27 07:01:17.625697 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320f748-a4d0-45f9-a09e-3e06827daef9 req-c455fd8a-8952-455a-b894-bed8f1f85f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:17.627183 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a320f748-a4d0-45f9-a09e-3e06827daef9 req-c455fd8a-8952-455a-b894-bed8f1f85f98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 1099 time: 0.0552912 Jul 27 07:01:17.726962 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320f748-a4d0-45f9-a09e-3e06827daef9 req-06a509be-a9a0-4edb-8ab3-258281315dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:17.729492 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a320f748-a4d0-45f9-a09e-3e06827daef9 req-06a509be-a9a0-4edb-8ab3-258281315dc8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 913 time: 0.0931845 Jul 27 07:01:17.781442 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-92fad887-d207-4e25-8a48-819b487669dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '57210141-4d83-4ab1-8164-a4de11427b5a', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:24:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:01:16Z', 'updated_at': '2021-07-27T07:01:16Z', 'revision_number': 0, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:17.797053 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a320f748-a4d0-45f9-a09e-3e06827daef9 req-7edd3732-5774-41de-8e33-994b63716961 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=981c0dc9-9023-4369-9f51-91c2143c8ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0604496 Jul 27 07:01:17.806899 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fad887-d207-4e25-8a48-819b487669dd None None] Checking router: 1f2caecb-7cdc-4254-90f1-5f568d0c58fc for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 07:01:17.814965 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fad887-d207-4e25-8a48-819b487669dd None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:01:17.815574 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-92fad887-d207-4e25-8a48-819b487669dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:00:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:17.851218 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320f748-a4d0-45f9-a09e-3e06827daef9 req-86535d74-4187-4970-b9d0-f0f399c4fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:17.855208 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a320f748-a4d0-45f9-a09e-3e06827daef9 req-86535d74-4187-4970-b9d0-f0f399c4fd95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0482938 Jul 27 07:01:17.914385 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320f748-a4d0-45f9-a09e-3e06827daef9 req-e9789de2-e87c-4fab-a11a-50f4a0e5d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:17.915943 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a320f748-a4d0-45f9-a09e-3e06827daef9 req-e9789de2-e87c-4fab-a11a-50f4a0e5d9fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553212 Jul 27 07:01:17.922902 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-92fad887-d207-4e25-8a48-819b487669dd None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:01:17.983622 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861901-7848-428b-8e8f-36d32299a931 req-f51532cd-01a2-4f17-973d-0b4eb822f811 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:17.985686 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4b861901-7848-428b-8e8f-36d32299a931 req-f51532cd-01a2-4f17-973d-0b4eb822f811 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 945 time: 0.0837772 Jul 27 07:01:18.011152 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a320f748-a4d0-45f9-a09e-3e06827daef9 req-75ca93c7-2808-4c12-acb8-6d648fa15e07 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869677 Jul 27 07:01:18.032098 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4b861901-7848-428b-8e8f-36d32299a931 req-094e2e44-a10e-47a9-ab34-4b312d0dc6fe tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=138591db-fbf3-40fb-9746-7ec1574a11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390458 Jul 27 07:01:18.106507 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-a320f748-a4d0-45f9-a09e-3e06827daef9 req-7146675f-1e7b-40d6-b236-97cd83d2e340 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870724 Jul 27 07:01:18.151498 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-92fad887-d207-4e25-8a48-819b487669dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '57210141-4d83-4ab1-8164-a4de11427b5a', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:24:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:01:16Z', 'updated_at': '2021-07-27T07:01:16Z', 'revision_number': 0, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:18.177424 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fad887-d207-4e25-8a48-819b487669dd None None] The sync data for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi is: [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '57210141-4d83-4ab1-8164-a4de11427b5a', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:24:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:01:16Z', 'updated_at': '2021-07-27T07:01:16Z', 'revision_number': 0, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 07:01:18.483201 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3109607e-5dfe-4008-9a4e-f8bc706b16b1 None None] New status for floating IP 57210141-4d83-4ab1-8164-a4de11427b5a: ACTIVE {{(pid=100259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 07:01:18.578948 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-891c2cce-d478-4db4-9730-7c977b5a79fa tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:18.580680 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-891c2cce-d478-4db4-9730-7c977b5a79fa tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 945 time: 0.0642755 Jul 27 07:01:18.683224 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Deleting port 4cdc1cd5-7f22-45a9-939a-ab8021255c35 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:01:18.683797 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:18.777598 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] For port 4cdc1cd5-7f22-45a9-939a-ab8021255c35, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=4cdc1cd5-7f22-45a9-939a-ab8021255c35,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:01:18.777965 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:18.943253 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:18.943531 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:18.943847 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.l3_db [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Floating IP e7d0c875-34d5-466a-b4a0-3b718ce06831 disassociated. External IP: 172.27.1.244, port: 4cdc1cd5-7f22-45a9-939a-ab8021255c35. Jul 27 07:01:18.944262 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Calling delete_port for 4cdc1cd5-7f22-45a9-939a-ab8021255c35 owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:01:19.143808 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:19.183628 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event deleted for resources: {'Port': ['ID=4cdc1cd5-7f22-45a9-939a-ab8021255c35,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:19.195691 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd6c84-a36c-469c-ac40-ab9d68d3b26b req-d0ad791b-7533-4843-8207-725aab5e842e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:19.197194 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44fd6c84-a36c-469c-ac40-ab9d68d3b26b req-d0ad791b-7533-4843-8207-725aab5e842e tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 867 time: 0.0963662 Jul 27 07:01:19.574712 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44fd6c84-a36c-469c-ac40-ab9d68d3b26b req-20226fc0-b94f-4fe1-82d1-b1cee8c1206f tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups?id=138591db-fbf3-40fb-9746-7ec1574a11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419445 Jul 27 07:01:19.601266 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 07:01:19.710671 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 07:01:19.719773 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8299c5-b926-4caf-a3df-d3122858a0fd None None] Sync routers for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 07:01:19.728699 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8299c5-b926-4caf-a3df-d3122858a0fd None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:01:19.729298 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-8f8299c5-b926-4caf-a3df-d3122858a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:00:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:19.752839 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] No DVR routers for this DVR port 4cdc1cd5-7f22-45a9-939a-ab8021255c35 on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 07:01:19.755751 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:19.757879 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-74eea7c7-6429-4053-8d42-938fd96d94a8 req-b233bf88-de7f-4158-8a8f-db4171d9caee tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.30 "DELETE /v2.0/ports/4cdc1cd5-7f22-45a9-939a-ab8021255c35 HTTP/1.1" status: 204 len: 173 time: 1.1713939 Jul 27 07:01:19.758235 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'name': 'network-vif-deleted', 'tag': '4cdc1cd5-7f22-45a9-939a-ab8021255c35'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:01:19.760461 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8c1db7-bbc3-43f9-bd5c-b1b1c17d7506" -d '{"events": [{"server_uuid": "f0a827c4-c080-4ca2-85b6-0e4c38c2451b", "name": "network-vif-deleted", "tag": "4cdc1cd5-7f22-45a9-939a-ab8021255c35"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:01:19.798502 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 07:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565539ad-94c7-4faf-9ad4-812f02d7f06b x-openstack-request-id: req-565539ad-94c7-4faf-9ad4-812f02d7f06b {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:01:19.798502 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a827c4-c080-4ca2-85b6-0e4c38c2451b", "name": "network-vif-deleted", "tag": "4cdc1cd5-7f22-45a9-939a-ab8021255c35", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:01:19.798502 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-565539ad-94c7-4faf-9ad4-812f02d7f06b {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:01:19.798502 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a827c4-c080-4ca2-85b6-0e4c38c2451b', 'name': 'network-vif-deleted', 'tag': '4cdc1cd5-7f22-45a9-939a-ab8021255c35', 'status': 'completed', 'code': 200} Jul 27 07:01:19.834071 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-8f8299c5-b926-4caf-a3df-d3122858a0fd None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:01:20.024131 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-8f8299c5-b926-4caf-a3df-d3122858a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:11Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:20.052468 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8299c5-b926-4caf-a3df-d3122858a0fd None None] Checking router: 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 07:01:20.060621 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8299c5-b926-4caf-a3df-d3122858a0fd None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:01:20.061229 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-8f8299c5-b926-4caf-a3df-d3122858a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:00:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:20.162594 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-8f8299c5-b926-4caf-a3df-d3122858a0fd None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:01:20.347521 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-8f8299c5-b926-4caf-a3df-d3122858a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:11Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:20.373386 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8299c5-b926-4caf-a3df-d3122858a0fd None None] The sync data for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi is: [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T06:57:05Z', 'revision_number': 4, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': '255daad6-de3e-40c2-9caf-e12eeaa66470', 'name': '', 'network_id': 'a231a25f-8070-436f-95d3-bdf26a4b9072', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'mac_address': 'fa:16:3e:f7:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:05Z', 'updated_at': '2021-07-27T06:57:11Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'subnets': [{'id': '916d230a-8b5d-42e9-b6c4-55f5628d8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 07:01:20.590078 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d98b2-303b-473f-944d-7434955d74d8 None None] New status for floating IP e7d0c875-34d5-466a-b4a0-3b718ce06831: DOWN {{(pid=100259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 07:01:20.693215 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2f0b4a93-408a-48f1-93d2-7fea0730f888 req-2a64f310-37e5-4133-aa7c-b003a90fc004 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a827c4-c080-4ca2-85b6-0e4c38c2451b HTTP/1.1" status: 200 len: 210 time: 0.0292635 Jul 27 07:01:21.824041 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 38230) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:21.877216 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-32a00827-0099-416a-926a-49ca595e85a9 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:21.903560 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-32a00827-0099-416a-926a-49ca595e85a9 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:21.989195 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-32a00827-0099-416a-926a-49ca595e85a9 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:21.992715 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-32a00827-0099-416a-926a-49ca595e85a9 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:21.993851 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-32a00827-0099-416a-926a-49ca595e85a9 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "DELETE /v2.0/security-groups/138591db-fbf3-40fb-9746-7ec1574a11e3 HTTP/1.1" status: 204 len: 168 time: 0.1688042 Jul 27 07:01:21.996584 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38232) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:22.002977 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a00827-0099-416a-926a-49ca595e85a9 tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138591db-fbf3-40fb-9746-7ec1574a11e3,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:22.011226 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.api.v2.resource [None req-fda66688-d5a2-4115-8dfc-1a06f6e79dde tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] show failed (client error): The resource could not be found. Jul 27 07:01:22.012224 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-fda66688-d5a2-4115-8dfc-1a06f6e79dde tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "GET /v2.0/security-groups/138591db-fbf3-40fb-9746-7ec1574a11e3 HTTP/1.1" status: 404 len: 347 time: 0.0145473 Jul 27 07:01:22.015029 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38234) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:22.133580 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-af103afd-f456-4a3c-93fe-0c89676e8b2b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Deleting port 5340460f-37b6-4b0c-a8e7-a45edc7bb1ae {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:01:22.133923 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-af103afd-f456-4a3c-93fe-0c89676e8b2b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:22.205514 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-af103afd-f456-4a3c-93fe-0c89676e8b2b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:22.205842 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-af103afd-f456-4a3c-93fe-0c89676e8b2b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:22.218057 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-af103afd-f456-4a3c-93fe-0c89676e8b2b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Calling delete_port for 5340460f-37b6-4b0c-a8e7-a45edc7bb1ae owned by network:floatingip {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:01:22.388943 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-af103afd-f456-4a3c-93fe-0c89676e8b2b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:22.415421 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af103afd-f456-4a3c-93fe-0c89676e8b2b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Pushing event deleted for resources: {'Port': ['ID=5340460f-37b6-4b0c-a8e7-a45edc7bb1ae,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:22.479358 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-af103afd-f456-4a3c-93fe-0c89676e8b2b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks [] for floatingip, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:22.482031 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-af103afd-f456-4a3c-93fe-0c89676e8b2b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:22.483220 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-af103afd-f456-4a3c-93fe-0c89676e8b2b tempest-AttachVolumeTestJSON-519979501 tempest-AttachVolumeTestJSON-519979501-project] 10.222.0.24 "DELETE /v2.0/floatingips/e7d0c875-34d5-466a-b4a0-3b718ce06831 HTTP/1.1" status: 204 len: 168 time: 0.4672723 Jul 27 07:01:22.992770 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 4cdc1cd5-7f22-45a9-939a-ab8021255c35 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:01:23.016348 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: 4cdc1cd5-7f22-45a9-939a-ab8021255c35 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:01:23.016725 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 4cdc1cd5-7f22-45a9-939a-ab8021255c35 not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:01:24.166410 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-11703d89-260b-494d-8e3b-8c6b47fca14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:26.391331 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38262) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:26.650263 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-6b720f91-98a4-405d-ab12-247ce0b8db15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:26.806389 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:26.984493 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b05cbc09-8778-432b-9048-9520ce45d7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929412'] for router_interface, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:27.233127 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-b05cbc09-8778-432b-9048-9520ce45d7e2 admin admin] Deleting port 255daad6-de3e-40c2-9caf-e12eeaa66470 {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:01:27.233387 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b05cbc09-8778-432b-9048-9520ce45d7e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:27.312569 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-b05cbc09-8778-432b-9048-9520ce45d7e2 admin admin] For port 255daad6-de3e-40c2-9caf-e12eeaa66470, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=255daad6-de3e-40c2-9caf-e12eeaa66470,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:01:27.312966 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b05cbc09-8778-432b-9048-9520ce45d7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:27.325915 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-b05cbc09-8778-432b-9048-9520ce45d7e2 admin admin] Calling delete_port for 255daad6-de3e-40c2-9caf-e12eeaa66470 owned by network:router_interface {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:01:27.587104 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b05cbc09-8778-432b-9048-9520ce45d7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:27.613071 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cbc09-8778-432b-9048-9520ce45d7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=255daad6-de3e-40c2-9caf-e12eeaa66470,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:27.784991 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-b05cbc09-8778-432b-9048-9520ce45d7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929384'] for router_interface, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:27.992618 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:28.006672 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05cbc09-8778-432b-9048-9520ce45d7e2 admin admin] Router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 07:01:28.113220 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05cbc09-8778-432b-9048-9520ce45d7e2 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 07:01:28.118605 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-b05cbc09-8778-432b-9048-9520ce45d7e2 admin admin] 10.222.0.24 "PUT /v2.0/routers/1ce54cff-4f56-49a4-8d9f-9b87385d3b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7262537 Jul 27 07:01:28.121123 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38264) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:28.123629 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ec598-23cb-4cd5-b1e4-13561ac8209c None None] Sync routers for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 07:01:28.133454 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ec598-23cb-4cd5-b1e4-13561ac8209c None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:01:28.134070 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-490ec598-23cb-4cd5-b1e4-13561ac8209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:01:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:28.224760 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Notify callbacks [] for router, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:28.234339 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-490ec598-23cb-4cd5-b1e4-13561ac8209c None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:01:28.325009 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:28.407778 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-490ec598-23cb-4cd5-b1e4-13561ac8209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T07:01:27Z', 'revision_number': 5, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port': {'id': 'aefaf5ab-a0e8-4941-96f3-b337687137e2', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:03Z', 'updated_at': '2021-07-27T06:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:28.434383 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Deleting port aefaf5ab-a0e8-4941-96f3-b337687137e2 {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:01:28.434729 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:28.518671 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ec598-23cb-4cd5-b1e4-13561ac8209c None None] Checking router: 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 07:01:28.520104 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] For port aefaf5ab-a0e8-4941-96f3-b337687137e2, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=aefaf5ab-a0e8-4941-96f3-b337687137e2,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:01:28.520484 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:28.527473 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ec598-23cb-4cd5-b1e4-13561ac8209c None None] Routers {'1ce54cff-4f56-49a4-8d9f-9b87385d3b44'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:01:28.528080 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-490ec598-23cb-4cd5-b1e4-13561ac8209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:01:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:28.533577 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Calling delete_port for aefaf5ab-a0e8-4941-96f3-b337687137e2 owned by network:router_gateway {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:01:28.610397 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-490ec598-23cb-4cd5-b1e4-13561ac8209c None None] Set router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 gateway port host: None {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:01:28.663009 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-490ec598-23cb-4cd5-b1e4-13561ac8209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T07:01:28Z', 'revision_number': 6, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port_host': None}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:28.688507 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ec598-23cb-4cd5-b1e4-13561ac8209c None None] The sync data for ids ['1ce54cff-4f56-49a4-8d9f-9b87385d3b44'] in dv-cinder-779194-3-iscsi is: [{'id': '1ce54cff-4f56-49a4-8d9f-9b87385d3b44', 'name': 'tempest-AttachVolumeTestJSON-1869075769-router', 'tenant_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:02Z', 'updated_at': '2021-07-27T07:01:28Z', 'revision_number': 6, 'project_id': 'f12c9c947f1c40949d54395ee2d5fd64', 'gw_port_host': None}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 07:01:28.764201 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:28.790986 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Pushing event deleted for resources: {'Port': ['ID=aefaf5ab-a0e8-4941-96f3-b337687137e2,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:28.852037 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929226'] for router_gateway, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:28.939901 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-694'] for router, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:28.942016 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.034731 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563395'] for router, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.035374 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce54cff-4f56-49a4-8d9f-9b87385d3b44 {{(pid=100257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 07:01:29.040920 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] Notify callbacks [] for router, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.041502 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-1c91f74e-620d-487d-8d60-9120bf584afd admin admin] 10.222.0.24 "DELETE /v2.0/routers/1ce54cff-4f56-49a4-8d9f-9b87385d3b44 HTTP/1.1" status: 204 len: 168 time: 0.9193726 Jul 27 07:01:29.043959 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38266) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:29.089242 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_v2 [None req-545cf7db-3edf-4fa9-a969-1f308a1cf94c admin admin] Deleting subnet 916d230a-8b5d-42e9-b6c4-55f5628d8690 {{(pid=100257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 07:01:29.092387 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-545cf7db-3edf-4fa9-a969-1f308a1cf94c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.125847 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-545cf7db-3edf-4fa9-a969-1f308a1cf94c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1489196'] for subnet, precommit_delete_associations {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.204211 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-545cf7db-3edf-4fa9-a969-1f308a1cf94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.289829 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.314843 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-545cf7db-3edf-4fa9-a969-1f308a1cf94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12401625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12332812'] for subnet, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.338189 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cf7db-3edf-4fa9-a969-1f308a1cf94c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=916d230a-8b5d-42e9-b6c4-55f5628d8690,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:29.343727 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-545cf7db-3edf-4fa9-a969-1f308a1cf94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.345620 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-545cf7db-3edf-4fa9-a969-1f308a1cf94c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/916d230a-8b5d-42e9-b6c4-55f5628d8690 HTTP/1.1" status: 204 len: 168 time: 0.3007166 Jul 27 07:01:29.349643 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38268) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:29.350844 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61faf7bf-5b87-40a1-b966-699588996f3d None None] Network a231a25f-8070-436f-95d3-bdf26a4b9072 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 07:01:29.421382 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.468079 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device aefaf5ab-a0e8-4941-96f3-b337687137e2 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:01:29.482036 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Deleting port c2f247da-1276-4542-beaa-5ed27c2bd6c8 {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:01:29.482378 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.490467 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: aefaf5ab-a0e8-4941-96f3-b337687137e2 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:01:29.492315 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device aefaf5ab-a0e8-4941-96f3-b337687137e2 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:01:29.492315 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 255daad6-de3e-40c2-9caf-e12eeaa66470 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:01:29.513231 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 255daad6-de3e-40c2-9caf-e12eeaa66470 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:01:29.513583 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 255daad6-de3e-40c2-9caf-e12eeaa66470 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:01:29.547605 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] For port c2f247da-1276-4542-beaa-5ed27c2bd6c8, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=c2f247da-1276-4542-beaa-5ed27c2bd6c8,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:01:29.547981 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.561862 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Calling delete_port for c2f247da-1276-4542-beaa-5ed27c2bd6c8 owned by network:dhcp {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:01:29.605665 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182ca24-2df7-4f69-92ae-3b17a765fc47 None None] DHCP port deletion for a231a25f-8070-436f-95d3-bdf26a4b9072 request from dv-cinder-779194-3-iscsi {{(pid=100259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 07:01:29.653737 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-5182ca24-2df7-4f69-92ae-3b17a765fc47 None None] Deleting port c2f247da-1276-4542-beaa-5ed27c2bd6c8 {{(pid=100259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:01:29.654150 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5182ca24-2df7-4f69-92ae-3b17a765fc47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.730034 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-5182ca24-2df7-4f69-92ae-3b17a765fc47 None None] For port c2f247da-1276-4542-beaa-5ed27c2bd6c8, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=c2f247da-1276-4542-beaa-5ed27c2bd6c8,segment=NetworkSegment(9ebcaa6d-8696-4259-b4b7-351ad94aa518),segment_id=9ebcaa6d-8696-4259-b4b7-351ad94aa518)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:01:29.730436 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5182ca24-2df7-4f69-92ae-3b17a765fc47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.731687 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.743260 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-5182ca24-2df7-4f69-92ae-3b17a765fc47 None None] Calling delete_port for c2f247da-1276-4542-beaa-5ed27c2bd6c8 owned by network:dhcp {{(pid=100259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:01:29.761476 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f247da-1276-4542-beaa-5ed27c2bd6c8,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:29.764455 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] No DVR routers for this DVR port c2f247da-1276-4542-beaa-5ed27c2bd6c8 on host dv-cinder-779194-3-iscsi {{(pid=100257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 07:01:29.827652 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5182ca24-2df7-4f69-92ae-3b17a765fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286'] for port, after_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.834337 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.848749 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.860449 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182ca24-2df7-4f69-92ae-3b17a765fc47 None None] Pushing event deleted for resources: {'Port': ['ID=c2f247da-1276-4542-beaa-5ed27c2bd6c8,revision_number=None']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:29.860925 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a231a25f-8070-436f-95d3-bdf26a4b9072']}} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:29.865122 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182ca24-2df7-4f69-92ae-3b17a765fc47 None None] No DVR routers for this DVR port c2f247da-1276-4542-beaa-5ed27c2bd6c8 on host dv-cinder-779194-3-iscsi {{(pid=100259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 07:01:29.876293 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebcaa6d-8696-4259-b4b7-351ad94aa518') {'for_net_delete': True} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:29.876492 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebcaa6d-8696-4259-b4b7-351ad94aa518') {} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:01:29.886382 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1489119'] for segment, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.904258 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.910402 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 07:01:29.910794 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12401591'] for segment, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: Traceback (most recent call last): Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: timer() Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: cb(*args, **kw) Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: return func(*args, **kwargs) Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: self._notify() Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: self.callback(batched_events) Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: event.method(event) Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: return f(self, *a, **k) Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._get(url).json() Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: return self.request(url, 'GET', **kwargs) Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 07:01:29.912492 dv-cinder-779194-3-iscsi neutron-server[100257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 07:01:30.033130 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:30.039464 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:30.041375 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a231a25f-8070-436f-95d3-bdf26a4b9072 HTTP/1.1" status: 204 len: 168 time: 0.6921747 Jul 27 07:01:30.053169 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f77d7-c1f2-43fb-a4be-5b24231416c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a231a25f-8070-436f-95d3-bdf26a4b9072,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:30.404289 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38272) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:30.443692 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-221b8727-11e2-48f2-9581-8904d800a4ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f12c9c947f1c40949d54395ee2d5fd64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381563 Jul 27 07:01:30.446006 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38274) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:30.491833 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ed73b60e-b5bf-4c8d-b6d7-2b78eaeab0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:30.511679 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ed73b60e-b5bf-4c8d-b6d7-2b78eaeab0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:30.640544 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ed73b60e-b5bf-4c8d-b6d7-2b78eaeab0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:30.643123 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-ed73b60e-b5bf-4c8d-b6d7-2b78eaeab0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:30.644249 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-ed73b60e-b5bf-4c8d-b6d7-2b78eaeab0aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e414cb07-44ca-44cd-b65c-e3b40c95e973 HTTP/1.1" status: 204 len: 168 time: 0.1973729 Jul 27 07:01:30.652578 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73b60e-b5bf-4c8d-b6d7-2b78eaeab0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e414cb07-44ca-44cd-b65c-e3b40c95e973,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:31.368250 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device c2f247da-1276-4542-beaa-5ed27c2bd6c8 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:01:31.388800 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: c2f247da-1276-4542-beaa-5ed27c2bd6c8 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:01:31.389155 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device c2f247da-1276-4542-beaa-5ed27c2bd6c8 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:01:37.690795 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 38368) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:37.793090 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-156fcff5-3af9-4adb-bb08-da37944e3d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:37.879750 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-156fcff5-3af9-4adb-bb08-da37944e3d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:37.981458 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-156fcff5-3af9-4adb-bb08-da37944e3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:38.019379 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-156fcff5-3af9-4adb-bb08-da37944e3d5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aaf69a5219a141d6b39aaecdd15ade25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275392 Jul 27 07:01:38.020275 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fcff5-3af9-4adb-bb08-da37944e3d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985f5d9a-7f73-425b-a326-d9574d7535f9,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:38.022672 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38372) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:38.073645 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-25a184c8-b789-428e-bfcd-21aacc0b0c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:38.095018 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-25a184c8-b789-428e-bfcd-21aacc0b0c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:38.209541 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-25a184c8-b789-428e-bfcd-21aacc0b0c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:38.212063 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-25a184c8-b789-428e-bfcd-21aacc0b0c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:38.213221 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-25a184c8-b789-428e-bfcd-21aacc0b0c21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/985f5d9a-7f73-425b-a326-d9574d7535f9 HTTP/1.1" status: 204 len: 168 time: 0.1894512 Jul 27 07:01:38.220513 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a184c8-b789-428e-bfcd-21aacc0b0c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985f5d9a-7f73-425b-a326-d9574d7535f9,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:38.801953 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38380) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:38.814994 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-373564fb-19c0-4d7a-9370-40cf16797a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:38.902401 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-373564fb-19c0-4d7a-9370-40cf16797a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:38.969547 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-373564fb-19c0-4d7a-9370-40cf16797a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:39.007297 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-373564fb-19c0-4d7a-9370-40cf16797a34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=185367f6da174afa925f014add2561c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042983 Jul 27 07:01:39.008202 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373564fb-19c0-4d7a-9370-40cf16797a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7af0b3-1893-4910-a8a4-746c949ccc7b,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:39.010107 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 38382) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:39.057886 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ff1e381-18a3-4403-836f-60b1626dbac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:39.078367 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ff1e381-18a3-4403-836f-60b1626dbac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:39.186850 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ff1e381-18a3-4403-836f-60b1626dbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:39.189349 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8ff1e381-18a3-4403-836f-60b1626dbac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:39.190566 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-8ff1e381-18a3-4403-836f-60b1626dbac5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b7af0b3-1893-4910-a8a4-746c949ccc7b HTTP/1.1" status: 204 len: 168 time: 0.1793892 Jul 27 07:01:39.199374 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1e381-18a3-4403-836f-60b1626dbac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7af0b3-1893-4910-a8a4-746c949ccc7b,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:39.671256 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ab81c2fd-af3e-4b96-b652-da009c8ea551 req-39d9e963-6050-4adb-851d-b068cd2a3e70 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520310 Jul 27 07:01:39.780463 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c2fd-af3e-4b96-b652-da009c8ea551 req-31fcfec3-b3d9-4ce0-af37-b57fa0992a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:39.782008 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ab81c2fd-af3e-4b96-b652-da009c8ea551 req-31fcfec3-b3d9-4ce0-af37-b57fa0992a01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 1099 time: 0.0546703 Jul 27 07:01:39.885563 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c2fd-af3e-4b96-b652-da009c8ea551 req-bc8d4f58-f086-4941-91eb-7f13566208cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:39.887004 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ab81c2fd-af3e-4b96-b652-da009c8ea551 req-bc8d4f58-f086-4941-91eb-7f13566208cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 913 time: 0.0862522 Jul 27 07:01:39.951768 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ab81c2fd-af3e-4b96-b652-da009c8ea551 req-f1b45e3d-c821-402e-be9e-8fe2aa473869 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=981c0dc9-9023-4369-9f51-91c2143c8ce2 HTTP/1.1" status: 200 len: 1002 time: 0.0576656 Jul 27 07:01:40.002396 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c2fd-af3e-4b96-b652-da009c8ea551 req-bb095f2b-8b12-4295-91c1-41397c3e7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:40.003865 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ab81c2fd-af3e-4b96-b652-da009c8ea551 req-bb095f2b-8b12-4295-91c1-41397c3e7254 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0452628 Jul 27 07:01:40.065189 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c2fd-af3e-4b96-b652-da009c8ea551 req-c75e9fb6-643e-4ea4-b61d-33acffa1f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:01:40.066660 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ab81c2fd-af3e-4b96-b652-da009c8ea551 req-c75e9fb6-643e-4ea4-b61d-33acffa1f316 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560365 Jul 27 07:01:40.161459 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ab81c2fd-af3e-4b96-b652-da009c8ea551 req-e343fba3-4786-4185-8d1d-cc4c10997583 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878625 Jul 27 07:01:40.257405 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ab81c2fd-af3e-4b96-b652-da009c8ea551 req-07b18a48-8bba-4799-aa6f-285602773f30 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892425 Jul 27 07:01:43.389659 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38450) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:43.491633 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-53c17420-27a6-4b97-8e4c-500760aeaae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:43.576738 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-53c17420-27a6-4b97-8e4c-500760aeaae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:43.662863 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-53c17420-27a6-4b97-8e4c-500760aeaae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:43.702268 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-53c17420-27a6-4b97-8e4c-500760aeaae7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f8e0afc53e245c1bd421dd2fc4f4d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115413 Jul 27 07:01:43.703479 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c17420-27a6-4b97-8e4c-500760aeaae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62967d2-c080-4e63-a437-162f9eb5f785,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:43.705456 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 38454) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:43.754599 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af6a5af9-540e-4be3-ab81-da93c5b2255e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:43.775883 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af6a5af9-540e-4be3-ab81-da93c5b2255e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:43.891124 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af6a5af9-540e-4be3-ab81-da93c5b2255e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:43.893617 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-af6a5af9-540e-4be3-ab81-da93c5b2255e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:43.894747 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-af6a5af9-540e-4be3-ab81-da93c5b2255e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a62967d2-c080-4e63-a437-162f9eb5f785 HTTP/1.1" status: 204 len: 168 time: 0.1883209 Jul 27 07:01:43.903964 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a5af9-540e-4be3-ab81-da93c5b2255e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62967d2-c080-4e63-a437-162f9eb5f785,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:44.502634 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 38460) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:44.516266 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-06480312-43a6-4b59-8f1e-80c7c854dea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:44.602157 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-06480312-43a6-4b59-8f1e-80c7c854dea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:44.723991 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-06480312-43a6-4b59-8f1e-80c7c854dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:44.765366 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-06480312-43a6-4b59-8f1e-80c7c854dea1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d97fd4822f34e8cbad3a714200aa4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616637 Jul 27 07:01:44.766224 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06480312-43a6-4b59-8f1e-80c7c854dea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6c03f1-49ee-414b-aeeb-7301ab2ca283,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:44.768134 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38462) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:44.817293 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-aad8be5c-afb0-425c-8509-f038c6079e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:44.837860 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-aad8be5c-afb0-425c-8509-f038c6079e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:44.987143 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-aad8be5c-afb0-425c-8509-f038c6079e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:44.989696 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-aad8be5c-afb0-425c-8509-f038c6079e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:44.990871 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-aad8be5c-afb0-425c-8509-f038c6079e07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e6c03f1-49ee-414b-aeeb-7301ab2ca283 HTTP/1.1" status: 204 len: 168 time: 0.2216663 Jul 27 07:01:44.999078 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8be5c-afb0-425c-8509-f038c6079e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6c03f1-49ee-414b-aeeb-7301ab2ca283,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:48.356127 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:01:52.574499 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 38546) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:52.676661 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8f8f33d1-3e12-4de1-b5ae-57134f079218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:52.762520 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8f8f33d1-3e12-4de1-b5ae-57134f079218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:52.839453 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-8f8f33d1-3e12-4de1-b5ae-57134f079218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:52.876186 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-8f8f33d1-3e12-4de1-b5ae-57134f079218 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69540c06b3194918844b8589cd32f270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006322 Jul 27 07:01:52.878095 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f33d1-3e12-4de1-b5ae-57134f079218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2803f8-4a44-4e60-99c9-b8307da36ec6,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:52.878929 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38552) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:52.926555 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-100c6dbc-4ed5-4f24-98f4-1764e024e183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:52.949566 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-100c6dbc-4ed5-4f24-98f4-1764e024e183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:53.086099 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-100c6dbc-4ed5-4f24-98f4-1764e024e183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:53.088638 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-100c6dbc-4ed5-4f24-98f4-1764e024e183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:53.089788 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-100c6dbc-4ed5-4f24-98f4-1764e024e183 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca2803f8-4a44-4e60-99c9-b8307da36ec6 HTTP/1.1" status: 204 len: 168 time: 0.2098587 Jul 27 07:01:53.097287 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c6dbc-4ed5-4f24-98f4-1764e024e183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2803f8-4a44-4e60-99c9-b8307da36ec6,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:53.661976 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 38558) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:53.676044 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-053f228d-5b1d-4549-af49-88eaf3424f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:53.761311 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-053f228d-5b1d-4549-af49-88eaf3424f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:53.828169 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-053f228d-5b1d-4549-af49-88eaf3424f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:53.865741 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-053f228d-5b1d-4549-af49-88eaf3424f93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=adb726c5e4504d979934d92f2f701828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026677 Jul 27 07:01:53.866933 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f228d-5b1d-4549-af49-88eaf3424f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73101586-cc5a-4dab-a2c2-0ed5531e9df5,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:53.868612 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38560) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:01:53.918672 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9744324b-98b6-48b0-a383-27fa8b335afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:53.939066 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9744324b-98b6-48b0-a383-27fa8b335afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:54.072202 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9744324b-98b6-48b0-a383-27fa8b335afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:54.074719 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-9744324b-98b6-48b0-a383-27fa8b335afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:54.075888 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-9744324b-98b6-48b0-a383-27fa8b335afd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73101586-cc5a-4dab-a2c2-0ed5531e9df5 HTTP/1.1" status: 204 len: 168 time: 0.2056823 Jul 27 07:01:54.084102 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744324b-98b6-48b0-a383-27fa8b335afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73101586-cc5a-4dab-a2c2-0ed5531e9df5,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:01:54.174966 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-48d3f6ea-22c2-4b07-a3af-93bbc90c1ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:56.654834 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f4c6dbb5-2bf9-4d98-abe4-416dff2678be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:56.826597 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:57.971011 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:59.300340 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:01:59.765139 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:06.598778 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38658) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:02:06.698443 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a3c8ef7b-9e3e-49f3-b895-a7a3b7d56f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:06.784204 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a3c8ef7b-9e3e-49f3-b895-a7a3b7d56f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:06.854323 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-a3c8ef7b-9e3e-49f3-b895-a7a3b7d56f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:06.894866 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-a3c8ef7b-9e3e-49f3-b895-a7a3b7d56f76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6bc4474ecff4353a632b3c001d7571b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950051 Jul 27 07:02:06.895971 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8ef7b-9e3e-49f3-b895-a7a3b7d56f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c70e6a2-1b6f-4ef0-adde-66a0e465bd33,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:06.897542 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 38662) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:02:06.950088 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:06.971728 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:07.094491 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:07.097055 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:07.098227 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c70e6a2-1b6f-4ef0-adde-66a0e465bd33 HTTP/1.1" status: 204 len: 168 time: 0.1995811 Jul 27 07:02:07.105815 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c70e6a2-1b6f-4ef0-adde-66a0e465bd33,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:07.113437 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:07.113785 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:07.114134 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:07.114467 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:07.114798 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:07.115209 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:07.115462 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:07.115811 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:07.116125 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:07.116448 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:07.116797 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:07.118669 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c4d44-435e-42dc-ba4c-79cceeece8e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:07.662943 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 38668) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:02:07.676014 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d5b566b9-32b7-42aa-b10c-f03034c1a3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:07.761141 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d5b566b9-32b7-42aa-b10c-f03034c1a3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:07.856574 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d5b566b9-32b7-42aa-b10c-f03034c1a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:07.895531 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d5b566b9-32b7-42aa-b10c-f03034c1a3b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e19129fef2cf4a908b392b1d98a93adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314086 Jul 27 07:02:07.896316 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b566b9-32b7-42aa-b10c-f03034c1a3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4ff63b-eb11-4cc0-9403-eaacd8a41c25,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:07.899049 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38670) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:02:07.948670 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1cb88380-cda6-451b-88dd-e895a4bfa49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:07.971167 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1cb88380-cda6-451b-88dd-e895a4bfa49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:08.096500 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1cb88380-cda6-451b-88dd-e895a4bfa49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:08.099037 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-1cb88380-cda6-451b-88dd-e895a4bfa49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:08.100163 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-1cb88380-cda6-451b-88dd-e895a4bfa49f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b4ff63b-eb11-4cc0-9403-eaacd8a41c25 HTTP/1.1" status: 204 len: 168 time: 0.1996515 Jul 27 07:02:08.108659 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb88380-cda6-451b-88dd-e895a4bfa49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4ff63b-eb11-4cc0-9403-eaacd8a41c25,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:17.203291 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38790) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:02:17.303347 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:17.387560 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:17.454722 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:17.491572 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80fe9d5f4cdb46a29561e5b4aedbc0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862623 Jul 27 07:02:17.492638 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f31ed9-9261-45a1-bc02-c20422570ca0,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:17.494380 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 38794) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:02:17.499653 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:17.500007 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:17.500351 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:17.500754 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:17.501607 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:17.501941 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:17.502276 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:17.502602 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:17.502929 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:17.503251 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:17.503573 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:17.503895 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d058d6-adf9-46c8-8c29-037bacd37eaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:02:17.542814 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-98f40dbc-0179-4a93-8a65-c267e7e541c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:17.564157 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-98f40dbc-0179-4a93-8a65-c267e7e541c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:17.665692 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-98f40dbc-0179-4a93-8a65-c267e7e541c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:17.668234 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-98f40dbc-0179-4a93-8a65-c267e7e541c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:17.669408 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-98f40dbc-0179-4a93-8a65-c267e7e541c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1f31ed9-9261-45a1-bc02-c20422570ca0 HTTP/1.1" status: 204 len: 168 time: 0.1740103 Jul 27 07:02:17.678130 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f40dbc-0179-4a93-8a65-c267e7e541c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f31ed9-9261-45a1-bc02-c20422570ca0,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:18.221819 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 38800) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:02:18.235302 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff080a88-0536-40f8-8eaa-9619abb503c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:18.320822 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff080a88-0536-40f8-8eaa-9619abb503c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:18.393449 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ff080a88-0536-40f8-8eaa-9619abb503c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:18.430138 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-ff080a88-0536-40f8-8eaa-9619abb503c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2c0d8e3b5344c19a8bd5394a63977bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072608 Jul 27 07:02:18.431208 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff080a88-0536-40f8-8eaa-9619abb503c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e03647-ebe8-44b5-ab45-edd40a280ab3,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:18.432900 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38802) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:02:18.484109 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ddca-71f1-45ba-9753-83a46c490ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:18.504932 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ddca-71f1-45ba-9753-83a46c490ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:18.616011 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ddca-71f1-45ba-9753-83a46c490ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:18.618608 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ddca-71f1-45ba-9753-83a46c490ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:18.619770 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-0fb7ddca-71f1-45ba-9753-83a46c490ad7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0e03647-ebe8-44b5-ab45-edd40a280ab3 HTTP/1.1" status: 204 len: 168 time: 0.1858690 Jul 27 07:02:18.627975 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7ddca-71f1-45ba-9753-83a46c490ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e03647-ebe8-44b5-ab45-edd40a280ab3,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:24.174162 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-19f33831-a7a2-40ee-ad60-c83e48c4bfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:25.355341 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:02:26.639220 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5431fb0a-59c8-4fff-8935-478da32ed915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:26.799203 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:27.996939 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:29.318631 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:29.775926 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:31.182596 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 38938) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:02:31.284029 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-02bfee92-c08b-445b-87b9-877f750c947c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:31.369132 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-02bfee92-c08b-445b-87b9-877f750c947c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:31.431406 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-02bfee92-c08b-445b-87b9-877f750c947c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:31.470022 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-02bfee92-c08b-445b-87b9-877f750c947c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a38027474f348fd927fe142bd5abfc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863181 Jul 27 07:02:31.470908 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfee92-c08b-445b-87b9-877f750c947c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96a0b66-08f7-4314-9251-2275b58d12fe,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:31.472833 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 38942) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:02:31.521006 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-91afa0ee-2f8c-4571-bea7-6bddc183853a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:31.541032 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-91afa0ee-2f8c-4571-bea7-6bddc183853a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:31.661604 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-91afa0ee-2f8c-4571-bea7-6bddc183853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:31.664135 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-91afa0ee-2f8c-4571-bea7-6bddc183853a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:31.665311 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-91afa0ee-2f8c-4571-bea7-6bddc183853a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a96a0b66-08f7-4314-9251-2275b58d12fe HTTP/1.1" status: 204 len: 168 time: 0.1914957 Jul 27 07:02:31.672941 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afa0ee-2f8c-4571-bea7-6bddc183853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96a0b66-08f7-4314-9251-2275b58d12fe,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:39.709058 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c5a0db99-7e7e-44b2-96e7-380f0d412c1f req-9047f922-1e85-4d24-9fa3-592b0f5d36fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1400232 Jul 27 07:02:39.819949 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0db99-7e7e-44b2-96e7-380f0d412c1f req-4d6210ac-4306-4be4-9d9c-fdf0ce2d6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:39.821455 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c5a0db99-7e7e-44b2-96e7-380f0d412c1f req-4d6210ac-4306-4be4-9d9c-fdf0ce2d6a63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 1099 time: 0.0523009 Jul 27 07:02:39.926054 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0db99-7e7e-44b2-96e7-380f0d412c1f req-1fdd8b2f-071a-4adc-b09c-cf302974cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:39.927428 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c5a0db99-7e7e-44b2-96e7-380f0d412c1f req-1fdd8b2f-071a-4adc-b09c-cf302974cd63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 913 time: 0.0870597 Jul 27 07:02:39.992722 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c5a0db99-7e7e-44b2-96e7-380f0d412c1f req-4fe28b70-fd6b-4174-9260-6b4620a2bf43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=981c0dc9-9023-4369-9f51-91c2143c8ce2 HTTP/1.1" status: 200 len: 1002 time: 0.0585408 Jul 27 07:02:40.041561 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0db99-7e7e-44b2-96e7-380f0d412c1f req-e8c81019-1dc5-415c-a9ed-94004ae95461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:40.042954 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c5a0db99-7e7e-44b2-96e7-380f0d412c1f req-e8c81019-1dc5-415c-a9ed-94004ae95461 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0434477 Jul 27 07:02:40.106157 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0db99-7e7e-44b2-96e7-380f0d412c1f req-be386da6-7168-4f96-abec-664b1dce55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:40.107627 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c5a0db99-7e7e-44b2-96e7-380f0d412c1f req-be386da6-7168-4f96-abec-664b1dce55d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572519 Jul 27 07:02:40.195933 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c5a0db99-7e7e-44b2-96e7-380f0d412c1f req-db033a98-ba4c-46a7-9359-c66cae4bd67d service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810082 Jul 27 07:02:40.289040 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-c5a0db99-7e7e-44b2-96e7-380f0d412c1f req-3e75fb54-8cd4-4dab-8c97-11b273ae5a5b service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857399 Jul 27 07:02:41.982337 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [req-3d6c33f2-0c93-4b83-aeef-12d5af7659e8 req-e85d1469-3b45-4ef6-a504-868e057f1d6e service neutron] (100257) timed out ('10.222.0.30', 63879) {{(pid=100257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 07:02:53.063440 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-80cddc6a-8fac-47c0-a1d2-594e3876b7b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264415001&fields=id&tenant_id=01d0f7e3f3a3428eabbd96e4520b2468 HTTP/1.1" status: 200 len: 267 time: 0.0325537 Jul 27 07:02:53.168306 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-160f48e6-49fe-47aa-a75e-58fd7ec78537 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:53.169706 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-160f48e6-49fe-47aa-a75e-58fd7ec78537 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 812 time: 0.0997086 Jul 27 07:02:53.184304 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-f4f6c798-3e40-4f2b-a088-0f96d88ad059 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/quotas/01d0f7e3f3a3428eabbd96e4520b2468 HTTP/1.1" status: 200 len: 375 time: 0.0089273 Jul 27 07:02:53.258847 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-67c26bab-66b6-4fe1-94c0-718f301d1e47 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0695112 Jul 27 07:02:53.354879 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-4a98e47e-9030-4be6-a520-f145b524e8ab service neutron] 10.222.0.24 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841353 Jul 27 07:02:53.443119 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-81cdfce8-5f7d-4508-b28c-bd7f6b0e1ac9 service neutron] 10.222.0.24 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822101 Jul 27 07:02:54.076337 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-634b4972-4445-4f29-82b6-7e30f213e673 req-b405ec28-e497-43b2-aad2-ebd0f25a6f23 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 210 time: 0.0823703 Jul 27 07:02:54.196571 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-48a7f7e7-ece9-4fbf-8833-8b5058fb07dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:55.174357 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-4c06e8ef-9c5f-4df2-bfc4-cbf6068f9868 req-878ec625-c2b5-4d69-b703-72cfcae79971 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 210 time: 0.0329764 Jul 27 07:02:56.079409 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-bcf86a32-294a-471c-aa82-7d6da45dc8e2 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:56.080872 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-bcf86a32-294a-471c-aa82-7d6da45dc8e2 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 812 time: 0.1017394 Jul 27 07:02:56.130711 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-968f0c49-1030-47d0-bc36-6e3bfa05ebbb tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d0f7e3f3a3428eabbd96e4520b2468 HTTP/1.1" status: 200 len: 380 time: 0.0349560 Jul 27 07:02:56.143137 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'port': {'device_id': '87c684de-3107-40f6-862f-5c149a053279', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'admin_state_up': True, 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'security_groups': ['62461415-c723-4005-89bf-0ffb256aa173']}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 07:02:56.277074 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ce71828e-3142-4cfa-b64c-c389ac76d4a5 req-83d91e20-af03-4c29-9efd-ffe1aa800459 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 210 time: 0.0341172 Jul 27 07:02:56.385121 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Made reservation on behalf of 01d0f7e3f3a3428eabbd96e4520b2468 for: {'port': 1} {{(pid=100258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 07:02:56.388864 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:56.517068 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_common [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Allocated IP 172.20.0.4 (7252be0b-cb05-48f6-94d5-622e0ea3ba62/3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a/d7107101-d6df-4fc4-aad8-51fd7f2aa9d8) {{(pid=100258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 07:02:56.649735 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5345f5de-cdbf-4ceb-a8a8-09f62c3e365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:56.658086 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for port, precommit_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:56.671114 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Transition to ACTIVE for port object d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 will not be triggered until provisioned by entity DHCP. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 07:02:56.785746 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_create {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:56.813714 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:56.827342 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 is already hosted by enough agents. {{(pid=100258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 07:02:56.830761 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.base_scheduler [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Resources bound (agent type, host, resource id): {{(pid=100258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 07:02:56.833808 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Received port after_create {{(pid=100258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 07:02:56.868744 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'Port': ['ID=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8,revision_number=1']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:56.893127 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:56.893757 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:56.965327 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-69e9357b-41e8-44fd-bc18-5829897930db tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8257308 Jul 27 07:02:56.983365 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.v2.base [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Request body: {'port': {'device_id': '87c684de-3107-40f6-862f-5c149a053279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=100258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 07:02:57.062273 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:57.099328 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-1ba82bed-23f5-48fb-a167-10c250139503 None None] Provisioning for port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 completed by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 07:02:57.103299 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-1ba82bed-23f5-48fb-a167-10c250139503 None None] Provisioning complete for port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 triggered by entity DHCP. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 07:02:57.103743 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-1ba82bed-23f5-48fb-a167-10c250139503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:57.139706 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-1ba82bed-23f5-48fb-a167-10c250139503 None None] Port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 cannot update to ACTIVE because it is not bound. {{(pid=100259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 07:02:57.331080 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 {{(pid=100258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 07:02:57.338731 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:57.351674 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.provisioning_blocks [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Transition to ACTIVE for port object d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 will not be triggered until provisioned by entity L2. {{(pid=100258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 07:02:57.405741 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad4a53-d980-4da1-abd5-a6d973b5adb3 req-181b24aa-f964-4c64-bac8-bcc9de48a7e0 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:57.407204 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-46ad4a53-d980-4da1-abd5-a6d973b5adb3 req-181b24aa-f964-4c64-bac8-bcc9de48a7e0 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 931 time: 0.0641246 Jul 27 07:02:57.424752 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:57.446645 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-46ad4a53-d980-4da1-abd5-a6d973b5adb3 req-dad120f0-eb90-4003-b9b0-fc02489d9155 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328183 Jul 27 07:02:57.479586 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8,revision_number=2']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:57.559206 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Attempting to bind port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 on host hv-cinder-77919 for vnic_type normal with profile {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 07:02:57.559578 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Attempting to bind port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 07:02:57.559911 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Attempting to bind port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 on network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 07:02:57.564536 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 on network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 07:02:57.564902 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Attempting to bind port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 on network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 07:02:57.570083 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Checking agent: {'id': '104cc592-979c-4eca-ac6e-8e0e4342e4be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'started_at': datetime.datetime(2021, 7, 27, 6, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 7, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 07:02:57.570426 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Checking segment: {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 07:02:57.570821 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Bound using segment: {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'} {{(pid=100258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 07:02:57.571255 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.managers [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Bound port: d7107101-d6df-4fc4-aad8-51fd7f2aa9d8, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514702b0-10dd-44cf-b5f1-d6877d92a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62'}}] {{(pid=100258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 07:02:57.571625 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:57.637038 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] For port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8, host hv-cinder-77919, cleared binding levels {{(pid=100258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 07:02:57.639950 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] For port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 07:02:57.710898 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12579505'] for port, after_update {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:57.743557 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:57.744177 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:57.745628 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 HTTP/1.1" status: 200 len: 1093 time: 0.7667174 Jul 27 07:02:57.746022 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c684de-3107-40f6-862f-5c149a053279', 'tag': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:02:57.748258 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08340da7-26fe-4ed5-be80-66cd2e40b5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "87c684de-3107-40f6-862f-5c149a053279", "tag": "d7107101-d6df-4fc4-aad8-51fd7f2aa9d8"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:02:57.776749 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b460f-fd53-4645-a669-30b5f4e9e9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8,revision_number=3']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:02:57.854386 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 07:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da69aa3d-9a11-4f4a-b8ce-3fab048b6a33 x-openstack-request-id: req-da69aa3d-9a11-4f4a-b8ce-3fab048b6a33 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:02:57.854842 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c684de-3107-40f6-862f-5c149a053279", "tag": "d7107101-d6df-4fc4-aad8-51fd7f2aa9d8", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:02:57.855150 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da69aa3d-9a11-4f4a-b8ce-3fab048b6a33 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:02:57.855628 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c684de-3107-40f6-862f-5c149a053279', 'tag': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8', 'status': 'completed', 'code': 200} Jul 27 07:02:57.957323 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-447a6e8c-b0a8-4488-b063-40bce950ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:57.959495 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-447a6e8c-b0a8-4488-b063-40bce950ccec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 1096 time: 0.0599337 Jul 27 07:02:57.987410 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:58.008377 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-3ca1785c-052b-43e3-8780-b962cff93730 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 HTTP/1.1" status: 200 len: 217 time: 0.0352087 Jul 27 07:02:58.054834 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-d45142cb-edc3-4b65-b4bc-42b6fad40c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:58.056236 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-d45142cb-edc3-4b65-b4bc-42b6fad40c4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0421498 Jul 27 07:02:58.112926 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-da8f832f-bf12-4474-a069-909e3b9d9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:58.114334 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-da8f832f-bf12-4474-a069-909e3b9d9daa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511804 Jul 27 07:02:58.205627 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-71e7bfcc-25c1-4409-b447-6270618f1800 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842924 Jul 27 07:02:58.292863 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-ddba2727-dfa4-457a-8686-395ba9e0fd15 req-75845be7-6d2c-447e-a3be-c41d2bdaca41 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798740 Jul 27 07:02:58.499036 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08340da7-26fe-4ed5-be80-66cd2e40b5ca req-ce9ab58d-eadb-4f71-9a3b-f383b1194b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:58.500554 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-08340da7-26fe-4ed5-be80-66cd2e40b5ca req-ce9ab58d-eadb-4f71-9a3b-f383b1194b9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 1096 time: 0.0592237 Jul 27 07:02:58.575930 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d35c6-e9b3-4abf-9bb8-a882eab2e6c3 req-23403012-f57f-4fd2-83c1-612dff391cde tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:58.577460 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-990d35c6-e9b3-4abf-9bb8-a882eab2e6c3 req-23403012-f57f-4fd2-83c1-612dff391cde tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 943 time: 0.0617261 Jul 27 07:02:58.590744 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08340da7-26fe-4ed5-be80-66cd2e40b5ca req-6be7d025-35ae-49b7-9767-7b1f9fb4d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:58.598574 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-08340da7-26fe-4ed5-be80-66cd2e40b5ca req-6be7d025-35ae-49b7-9767-7b1f9fb4d8da service neutron] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 913 time: 0.0844607 Jul 27 07:02:58.615213 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-990d35c6-e9b3-4abf-9bb8-a882eab2e6c3 req-d419483b-4acb-48cd-bb0d-bedcd3a8d92d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315251 Jul 27 07:02:58.639110 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-08340da7-26fe-4ed5-be80-66cd2e40b5ca req-209b09ec-783a-4f0c-ab98-564b6f130831 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 HTTP/1.1" status: 200 len: 217 time: 0.0386646 Jul 27 07:02:58.687876 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08340da7-26fe-4ed5-be80-66cd2e40b5ca req-20ef98c6-f2b9-4011-b614-50b42a4ebf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:58.689307 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-08340da7-26fe-4ed5-be80-66cd2e40b5ca req-20ef98c6-f2b9-4011-b614-50b42a4ebf45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0426676 Jul 27 07:02:58.747802 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08340da7-26fe-4ed5-be80-66cd2e40b5ca req-19fe0669-5226-4552-8de3-912034392cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:58.749239 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-08340da7-26fe-4ed5-be80-66cd2e40b5ca req-19fe0669-5226-4552-8de3-912034392cf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524254 Jul 27 07:02:58.842697 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-08340da7-26fe-4ed5-be80-66cd2e40b5ca req-425bdecf-ca77-4cca-a443-d5fd6b6c436e service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847516 Jul 27 07:02:58.935692 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-08340da7-26fe-4ed5-be80-66cd2e40b5ca req-c960ca94-d5b0-44eb-9eb4-1de4fe91985c service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815561 Jul 27 07:02:59.289225 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:02:59.743406 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5a650-1104-482d-a6ab-9020fe5bdbbe req-74958f73-d50f-4744-ba4f-2cb2bfc71289 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:02:59.744891 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2ba5a650-1104-482d-a6ab-9020fe5bdbbe req-74958f73-d50f-4744-ba4f-2cb2bfc71289 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 943 time: 0.0633492 Jul 27 07:02:59.783267 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2ba5a650-1104-482d-a6ab-9020fe5bdbbe req-b59b789e-a5ba-4c3b-bcbc-7d49fbae2175 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325480 Jul 27 07:02:59.787443 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:00.924716 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57286569-83e3-4fa4-b6ed-100d7d93f063 req-8e197c97-ccf1-4ce8-89b1-683fe2f1af47 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:00.926169 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-57286569-83e3-4fa4-b6ed-100d7d93f063 req-8e197c97-ccf1-4ce8-89b1-683fe2f1af47 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 943 time: 0.0643106 Jul 27 07:03:00.963978 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-57286569-83e3-4fa4-b6ed-100d7d93f063 req-5d16582f-06a4-479f-8f4b-c41633f9e96c tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Jul 27 07:03:02.094438 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a162247-ce48-449e-abe9-5370d392d93f req-d5b4bb8f-837c-45be-b832-89207063edd2 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:02.095900 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2a162247-ce48-449e-abe9-5370d392d93f req-d5b4bb8f-837c-45be-b832-89207063edd2 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 943 time: 0.0673313 Jul 27 07:03:02.134186 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2a162247-ce48-449e-abe9-5370d392d93f req-d8b966ad-8fce-4b86-b132-47b094fa170d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319767 Jul 27 07:03:02.354471 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:03:03.260576 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f253-ac92-4790-be1c-b956736788bc req-c238cb5c-ad03-440f-a98e-20984ca6256d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:03.262042 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6d34f253-ac92-4790-be1c-b956736788bc req-c238cb5c-ad03-440f-a98e-20984ca6256d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 943 time: 0.0627286 Jul 27 07:03:03.299245 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-6d34f253-ac92-4790-be1c-b956736788bc req-cbffc0ec-6741-426c-87cb-48064131f97a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313890 Jul 27 07:03:04.428063 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4a26f-2108-49d0-afaa-e6435456ec1a req-da6041f0-f6e0-458c-8d26-2eb7e4e66709 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:04.429586 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-59b4a26f-2108-49d0-afaa-e6435456ec1a req-da6041f0-f6e0-458c-8d26-2eb7e4e66709 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 943 time: 0.0624504 Jul 27 07:03:04.469218 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-59b4a26f-2108-49d0-afaa-e6435456ec1a req-9c5bbe66-09ad-43c9-894e-6c8fb2af64e3 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329752 Jul 27 07:03:05.490741 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=100259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 07:03:05.584644 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:03:05.595263 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d49e-f21a-47c4-ae59-1a68ce955b91 req-4431a160-0f73-43ec-9e32-29e8fbe7b331 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:05.596070 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Returning: {'device': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'port_id': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8', 'mac_address': 'fa:16:3e:fc:77:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 07:03:05.596815 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3e01d49e-f21a-47c4-ae59-1a68ce955b91 req-4431a160-0f73-43ec-9e32-29e8fbe7b331 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 943 time: 0.0626998 Jul 27 07:03:05.633687 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:05.638290 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-3e01d49e-f21a-47c4-ae59-1a68ce955b91 req-bda68f86-8b90-4d4f-b6b7-9b1f2317ffe1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355637 Jul 27 07:03:05.646836 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 {{(pid=100259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 07:03:05.666140 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:03:05.729127 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:05.779169 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8,revision_number=4']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:03:05.785875 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:03:05.787547 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:03:05.787895 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:03:05.788232 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:03:05.788564 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:03:05.788918 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:03:05.789247 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:03:05.789582 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:03:05.790212 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:03:05.790617 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:03:05.790956 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:03:05.791293 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:03:06.009377 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] get_ports_and_sgs() called for port_ids ['d7107101-d6df-4fc4-aad8-51fd7f2aa9d8'] {{(pid=100259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 07:03:06.768757 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ebcc4-1b79-45b9-a4b2-5b96abae17f6 req-0c1687ad-1191-4cf8-96fc-86a5db199d87 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:06.770226 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-bd7ebcc4-1b79-45b9-a4b2-5b96abae17f6 req-0c1687ad-1191-4cf8-96fc-86a5db199d87 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 944 time: 0.0663195 Jul 27 07:03:06.811527 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-bd7ebcc4-1b79-45b9-a4b2-5b96abae17f6 req-e15d6051-9ea9-44fb-8745-65f538dde38a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353186 Jul 27 07:03:07.489608 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 up at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 07:03:07.627375 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning for port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 completed by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 07:03:07.631832 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Provisioning complete for port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 triggered by entity L2. {{(pid=100259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 07:03:07.632226 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009114'] for port, provisioning_complete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:07.705684 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:07.730197 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c684de-3107-40f6-862f-5c149a053279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8'}] {{(pid=100259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:03:07.732409 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd41fffbd46da9d42450ab6942cf0f75ab31ddfb17634dd3f6a5f766f098b72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e091421-c7d2-4224-8229-0aa57e4ad171" -d '{"events": [{"server_uuid": "87c684de-3107-40f6-862f-5c149a053279", "name": "network-vif-plugged", "status": "completed", "tag": "d7107101-d6df-4fc4-aad8-51fd7f2aa9d8"}]}' {{(pid=100259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:03:07.745070 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] For port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:03:07.769072 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 07:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e62a0c-5780-43a2-bcf7-136d385a1357 x-openstack-request-id: req-50e62a0c-5780-43a2-bcf7-136d385a1357 {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:03:07.769364 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c684de-3107-40f6-862f-5c149a053279", "name": "network-vif-plugged", "status": "completed", "tag": "d7107101-d6df-4fc4-aad8-51fd7f2aa9d8", "code": 200}]} {{(pid=100259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:03:07.769620 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50e62a0c-5780-43a2-bcf7-136d385a1357 {{(pid=100259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:03:07.770014 dv-cinder-779194-3-iscsi neutron-server[100259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c684de-3107-40f6-862f-5c149a053279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8', 'code': 200} Jul 27 07:03:07.820884 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477'] for port, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:07.868378 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Pushing event updated for resources: {'Port': ['ID=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8,revision_number=5']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:03:07.940243 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc238e-8579-42dc-97b9-b3d86edb4c78 req-1413ff05-0535-48a1-a025-0a6c3d253afd tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:07.941768 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44fc238e-8579-42dc-97b9-b3d86edb4c78 req-1413ff05-0535-48a1-a025-0a6c3d253afd tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 945 time: 0.0632806 Jul 27 07:03:07.986143 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-44fc238e-8579-42dc-97b9-b3d86edb4c78 req-b45911d7-6577-4f74-afcb-99684e10ca58 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345917 Jul 27 07:03:08.094675 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f77f6-aee7-4cda-ace6-9b0038ecf553 req-6f631732-f30e-4a88-8458-57e21695737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:08.096143 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0d4f77f6-aee7-4cda-ace6-9b0038ecf553 req-6f631732-f30e-4a88-8458-57e21695737a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 1098 time: 0.0530794 Jul 27 07:03:08.131242 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0d4f77f6-aee7-4cda-ace6-9b0038ecf553 req-a60ebdc9-b6af-421b-9120-62c109fcfd09 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274074 Jul 27 07:03:09.166027 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bd07e-b47a-4d20-96c1-f21786589eb1 req-27c38a70-927b-4dac-8edd-78e7c6bbca01 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:09.167546 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bf6bd07e-b47a-4d20-96c1-f21786589eb1 req-27c38a70-927b-4dac-8edd-78e7c6bbca01 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 945 time: 0.0626397 Jul 27 07:03:09.205754 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-bf6bd07e-b47a-4d20-96c1-f21786589eb1 req-8f13abbf-a118-43df-9db2-e26ce5a999de tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323164 Jul 27 07:03:10.335778 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d75a8-f328-4c0e-ab16-ddc7abbd8a20 req-134a2c66-b62f-407f-be03-0ad9d74d4a94 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:10.337279 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f70d75a8-f328-4c0e-ab16-ddc7abbd8a20 req-134a2c66-b62f-407f-be03-0ad9d74d4a94 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 945 time: 0.0658107 Jul 27 07:03:10.375085 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-f70d75a8-f328-4c0e-ab16-ddc7abbd8a20 req-4087605c-30b4-47f2-9d4f-5d35177278ae tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319877 Jul 27 07:03:10.498924 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78baccc-430e-4040-af36-0646271f9d7e req-4e23ee97-b81e-4abf-a301-926fb3b7cbb8 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:10.500274 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b78baccc-430e-4040-af36-0646271f9d7e req-4e23ee97-b81e-4abf-a301-926fb3b7cbb8 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 945 time: 0.0607953 Jul 27 07:03:10.538674 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-b78baccc-430e-4040-af36-0646271f9d7e req-533b56a4-51b7-4c92-a700-12e24f2bb625 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323296 Jul 27 07:03:10.560426 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 39052) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:03:10.614510 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d7201f-dcf6-4eac-adce-68f4d509051d tempest-TestVolumeBootPattern-1200200942 tempest-TestVolumeBootPattern-1200200942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:10.615978 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-d3d7201f-dcf6-4eac-adce-68f4d509051d tempest-TestVolumeBootPattern-1200200942 tempest-TestVolumeBootPattern-1200200942-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 1093 time: 0.0545759 Jul 27 07:03:10.618711 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 39054) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:03:10.623042 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.v2.base [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Request body: {'floatingip': {'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'port_id': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 07:03:10.709917 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:10.803603 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:11.152384 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_common [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Allocated IP 172.27.1.59 (f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9/149a32d3-6065-4798-a202-46ffdecc8f39/ecef7137-36b2-4fb8-9f4f-41fd6da8ceec) {{(pid=100257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 07:03:11.249729 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for port, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:11.352684 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753740386277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:11.391869 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Network f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9 is already hosted by enough agents. {{(pid=100257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 07:03:11.398567 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.base_scheduler [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Resources bound (agent type, host, resource id): {{(pid=100257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 07:03:11.402934 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Received port after_create {{(pid=100257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 07:03:11.405880 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'Port': ['ID=ecef7137-36b2-4fb8-9f4f-41fd6da8ceec,revision_number=1']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:03:11.761945 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:11.884100 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706594'] for port, before_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:12.029893 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for port, precommit_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:12.084281 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753740774382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753740386295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753740382477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12401555'] for port, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:12.146059 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event updated for resources: {'Port': ['ID=ecef7137-36b2-4fb8-9f4f-41fd6da8ceec,revision_number=2']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:03:12.160704 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-929156'] for floatingip, after_update {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:12.259895 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.db.l3_db [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Floating IP 2ccaece6-9370-4706-8d4b-7d0e9bdab5d9 associated. External IP: 172.27.1.59, port: d7107101-d6df-4fc4-aad8-51fd7f2aa9d8. Jul 27 07:03:12.460802 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 07:03:12.564610 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 07:03:12.574624 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0938d8-866e-49c9-9f06-1e0644336fb2 None None] Sync routers for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 07:03:12.585315 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0938d8-866e-49c9-9f06-1e0644336fb2 None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:03:12.585928 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-2f0938d8-866e-49c9-9f06-1e0644336fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:02:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:03:12.647867 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:12.684210 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-4555a315-47f5-4ba2-b867-92c379429049 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0644538 Jul 27 07:03:12.684817 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c684de-3107-40f6-862f-5c149a053279', 'tag': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8'}] {{(pid=100257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:03:12.687087 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adcb506e94557ca07db5a06e2b286747a8ab5cc2faf813157880fb886180bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f55050-1402-49f9-953c-53a2f5295e53" -d '{"events": [{"name": "network-changed", "server_uuid": "87c684de-3107-40f6-862f-5c149a053279", "tag": "d7107101-d6df-4fc4-aad8-51fd7f2aa9d8"}]}' {{(pid=100257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:03:12.689184 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-2f0938d8-866e-49c9-9f06-1e0644336fb2 None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:03:12.731463 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 07:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0c62ae-9cf1-4315-b3a9-c0d36ec1c426 x-openstack-request-id: req-0d0c62ae-9cf1-4315-b3a9-c0d36ec1c426 {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:03:12.731756 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c684de-3107-40f6-862f-5c149a053279", "tag": "d7107101-d6df-4fc4-aad8-51fd7f2aa9d8", "status": "completed", "code": 200}]} {{(pid=100257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:03:12.732011 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d0c62ae-9cf1-4315-b3a9-c0d36ec1c426 {{(pid=100257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:03:12.732418 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c684de-3107-40f6-862f-5c149a053279', 'tag': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8', 'status': 'completed', 'code': 200} Jul 27 07:03:12.839866 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f55050-1402-49f9-953c-53a2f5295e53 req-70aeaee0-94f7-49d5-a400-f67f49032214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:12.841393 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-17f55050-1402-49f9-953c-53a2f5295e53 req-70aeaee0-94f7-49d5-a400-f67f49032214 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 1098 time: 0.0540016 Jul 27 07:03:12.911624 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-2f0938d8-866e-49c9-9f06-1e0644336fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '2ccaece6-9370-4706-8d4b-7d0e9bdab5d9', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:fc:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c684de-3107-40f6-862f-5c149a053279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:03:11Z', 'updated_at': '2021-07-27T07:03:11Z', 'revision_number': 0, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}, {'id': '57210141-4d83-4ab1-8164-a4de11427b5a', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:24:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:01:16Z', 'updated_at': '2021-07-27T07:01:18Z', 'revision_number': 1, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:03:12.935318 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f55050-1402-49f9-953c-53a2f5295e53 req-e59e4326-6304-4c2f-b8fb-9324f62a6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:12.936825 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-17f55050-1402-49f9-953c-53a2f5295e53 req-e59e4326-6304-4c2f-b8fb-9324f62a6ccf service neutron] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 913 time: 0.0867422 Jul 27 07:03:12.940694 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0938d8-866e-49c9-9f06-1e0644336fb2 None None] Checking router: 1f2caecb-7cdc-4254-90f1-5f568d0c58fc for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 07:03:12.949560 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0938d8-866e-49c9-9f06-1e0644336fb2 None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:03:12.950183 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-2f0938d8-866e-49c9-9f06-1e0644336fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:02:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:03:13.001565 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-17f55050-1402-49f9-953c-53a2f5295e53 req-551e4dbd-5214-4171-a74c-5565d8d11525 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 HTTP/1.1" status: 200 len: 998 time: 0.0578349 Jul 27 07:03:13.051653 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f55050-1402-49f9-953c-53a2f5295e53 req-99594f11-89cd-4c38-8416-006f38932885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:13.053525 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-17f55050-1402-49f9-953c-53a2f5295e53 req-99594f11-89cd-4c38-8416-006f38932885 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0448146 Jul 27 07:03:13.119505 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f55050-1402-49f9-953c-53a2f5295e53 req-fd919898-e29e-4d8b-ae94-6d43c97ca349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:13.121047 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-17f55050-1402-49f9-953c-53a2f5295e53 req-fd919898-e29e-4d8b-ae94-6d43c97ca349 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605743 Jul 27 07:03:13.177359 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-2f0938d8-866e-49c9-9f06-1e0644336fb2 None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:03:13.212176 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-17f55050-1402-49f9-953c-53a2f5295e53 req-fd8a5413-fa34-4895-8db9-2daf888b8260 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837605 Jul 27 07:03:13.305540 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-17f55050-1402-49f9-953c-53a2f5295e53 req-01c3c5dc-1704-42b6-9223-885c58aee604 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864635 Jul 27 07:03:13.399936 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-2f0938d8-866e-49c9-9f06-1e0644336fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '2ccaece6-9370-4706-8d4b-7d0e9bdab5d9', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:fc:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c684de-3107-40f6-862f-5c149a053279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:03:11Z', 'updated_at': '2021-07-27T07:03:11Z', 'revision_number': 0, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}, {'id': '57210141-4d83-4ab1-8164-a4de11427b5a', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:24:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:01:16Z', 'updated_at': '2021-07-27T07:01:18Z', 'revision_number': 1, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:03:13.426158 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0938d8-866e-49c9-9f06-1e0644336fb2 None None] The sync data for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi is: [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '2ccaece6-9370-4706-8d4b-7d0e9bdab5d9', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:fc:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c684de-3107-40f6-862f-5c149a053279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:03:11Z', 'updated_at': '2021-07-27T07:03:11Z', 'revision_number': 0, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}, {'id': '57210141-4d83-4ab1-8164-a4de11427b5a', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:24:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:01:16Z', 'updated_at': '2021-07-27T07:01:18Z', 'revision_number': 1, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 07:03:13.600441 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884ded3-4e4a-4ba7-a398-02c062eacab9 None None] New status for floating IP 2ccaece6-9370-4706-8d4b-7d0e9bdab5d9: ACTIVE {{(pid=100260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 07:03:24.203688 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-b2be4251-ae4c-40b0-ade0-05ebb34b0b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:26.026999 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [req-b1d5521b-b17f-4f11-acc1-80a0fe3b3dde req-af0d2399-17d1-46f4-912d-1820bcca215f service neutron] (100258) timed out ('10.222.0.30', 63882) {{(pid=100258) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 07:03:26.675271 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-32e4c07b-bce5-4859-89b1-b11412ddf6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:26.791395 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:27.969288 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:29.298531 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:29.768734 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:39.353706 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:03:40.698460 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8b5b693c-bbb0-4e73-9010-4cc8c198f572 req-daccae83-9a57-449a-9a99-ec82adfcb153 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512884 Jul 27 07:03:40.809178 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b693c-bbb0-4e73-9010-4cc8c198f572 req-92f6b1f0-02f2-4dd1-8cac-0778ce98650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:40.810650 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8b5b693c-bbb0-4e73-9010-4cc8c198f572 req-92f6b1f0-02f2-4dd1-8cac-0778ce98650e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 1099 time: 0.0531652 Jul 27 07:03:40.914266 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b693c-bbb0-4e73-9010-4cc8c198f572 req-2bcfb466-aa54-41f9-aecc-37d1eb8ada09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:40.915696 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8b5b693c-bbb0-4e73-9010-4cc8c198f572 req-2bcfb466-aa54-41f9-aecc-37d1eb8ada09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 913 time: 0.0863752 Jul 27 07:03:40.980891 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8b5b693c-bbb0-4e73-9010-4cc8c198f572 req-234a4676-cfc6-47e6-97aa-3ca84267b1d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=981c0dc9-9023-4369-9f51-91c2143c8ce2 HTTP/1.1" status: 200 len: 1002 time: 0.0576494 Jul 27 07:03:41.029451 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b693c-bbb0-4e73-9010-4cc8c198f572 req-5e808286-42b1-4eab-86b8-d4faca169121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:41.030858 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8b5b693c-bbb0-4e73-9010-4cc8c198f572 req-5e808286-42b1-4eab-86b8-d4faca169121 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0431695 Jul 27 07:03:41.091138 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b693c-bbb0-4e73-9010-4cc8c198f572 req-24acb1e2-d96f-40cc-ac04-8bbba49a8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:03:41.092623 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8b5b693c-bbb0-4e73-9010-4cc8c198f572 req-24acb1e2-d96f-40cc-ac04-8bbba49a8e26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552378 Jul 27 07:03:41.181364 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8b5b693c-bbb0-4e73-9010-4cc8c198f572 req-47660cbc-a99a-4214-a3d8-eb7d5e217427 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808344 Jul 27 07:03:41.271640 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8b5b693c-bbb0-4e73-9010-4cc8c198f572 req-0a1d8535-40b7-4002-a5cd-4604286e9c0b service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833371 Jul 27 07:03:54.183760 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-12197df2-d5f8-4d2d-b320-5096bc52fe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:56.648320 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-4ec64b2e-4585-4c32-ab72-65676c76962f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:56.802676 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:57.980039 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:59.309646 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:03:59.785385 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:16.352773 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:04:24.182489 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f121d71c-526a-403f-8f58-fbf8da9c6c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:26.645656 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-b26dbfb5-26f2-4702-8e81-c271e1152c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:26.799497 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:27.990343 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:29.299134 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:29.790020 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:39.899350 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 39086) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:04:40.321833 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Deleting port ecef7137-36b2-4fb8-9f4f-41fd6da8ceec {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:04:40.322178 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:40.394708 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:40.395036 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:40.406884 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Calling delete_port for ecef7137-36b2-4fb8-9f4f-41fd6da8ceec owned by network:floatingip {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:04:40.607883 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:40.642117 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event deleted for resources: {'Port': ['ID=ecef7137-36b2-4fb8-9f4f-41fd6da8ceec,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:04:40.689179 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:40.689524 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:40.689863 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:40.690196 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:40.690529 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:40.690857 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:40.691180 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:40.691507 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:40.691834 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:40.692155 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:40.692473 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:40.692813 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:40.742384 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:40.742720 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.l3_db [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Floating IP 2ccaece6-9370-4706-8d4b-7d0e9bdab5d9 disassociated (deleted). External IP: 172.27.1.59, port: d7107101-d6df-4fc4-aad8-51fd7f2aa9d8. Jul 27 07:04:40.785691 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28104c6b-a9b0-495a-b44d-43506b2f63c8 req-3bc2613a-1877-43de-ac48-aebb67cf9607 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1541469 Jul 27 07:04:40.936937 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28104c6b-a9b0-495a-b44d-43506b2f63c8 req-917942e7-610b-4e61-bfde-fec9c0ab887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:40.938307 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28104c6b-a9b0-495a-b44d-43506b2f63c8 req-917942e7-610b-4e61-bfde-fec9c0ab887b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 1098 time: 0.1114073 Jul 27 07:04:41.048687 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 07:04:41.079216 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28104c6b-a9b0-495a-b44d-43506b2f63c8 req-f97c6c9a-0af1-45a1-a2a6-29e7cceb6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:41.080721 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28104c6b-a9b0-495a-b44d-43506b2f63c8 req-f97c6c9a-0af1-45a1-a2a6-29e7cceb6373 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 913 time: 0.1123793 Jul 27 07:04:41.149723 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28104c6b-a9b0-495a-b44d-43506b2f63c8 req-c6afc8d4-3c9c-4633-ae50-d365fd17980f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 HTTP/1.1" status: 200 len: 217 time: 0.0395002 Jul 27 07:04:41.240181 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28104c6b-a9b0-495a-b44d-43506b2f63c8 req-dda82af1-a45e-4f92-b626-b5b552b12076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:41.241565 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28104c6b-a9b0-495a-b44d-43506b2f63c8 req-dda82af1-a45e-4f92-b626-b5b552b12076 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0836401 Jul 27 07:04:41.246317 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 07:04:41.251073 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:41.255713 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a938a9-b013-4f6c-abb2-db2575a50a4b None None] Sync routers for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 07:04:41.265253 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a938a9-b013-4f6c-abb2-db2575a50a4b None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:04:41.265943 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-05a938a9-b013-4f6c-abb2-db2575a50a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:04:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:41.312516 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-0bd24113-a394-4fa3-808b-34e6df3970b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "DELETE /v2.0/floatingips/2ccaece6-9370-4706-8d4b-7d0e9bdab5d9 HTTP/1.1" status: 204 len: 168 time: 1.4120595 Jul 27 07:04:41.313264 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c684de-3107-40f6-862f-5c149a053279', 'tag': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:04:41.315595 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8399f516-b197-4153-8c1f-97b8ad12d974" -d '{"events": [{"name": "network-changed", "server_uuid": "87c684de-3107-40f6-862f-5c149a053279", "tag": "d7107101-d6df-4fc4-aad8-51fd7f2aa9d8"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:04:41.343360 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28104c6b-a9b0-495a-b44d-43506b2f63c8 req-f6a880ba-eba1-49a7-929d-b38d0fbb0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:41.345375 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28104c6b-a9b0-495a-b44d-43506b2f63c8 req-f6a880ba-eba1-49a7-929d-b38d0fbb0699 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913558 Jul 27 07:04:41.363848 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 07:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46749929-9898-41b0-a72b-23f4468059c5 x-openstack-request-id: req-46749929-9898-41b0-a72b-23f4468059c5 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:04:41.364077 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c684de-3107-40f6-862f-5c149a053279", "tag": "d7107101-d6df-4fc4-aad8-51fd7f2aa9d8", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:04:41.364285 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46749929-9898-41b0-a72b-23f4468059c5 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:04:41.364866 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c684de-3107-40f6-862f-5c149a053279', 'tag': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8', 'status': 'completed', 'code': 200} Jul 27 07:04:41.381773 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-05a938a9-b013-4f6c-abb2-db2575a50a4b None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:04:41.447708 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28104c6b-a9b0-495a-b44d-43506b2f63c8 req-db516f23-8277-4418-a2b0-f5c10ee583e7 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943983 Jul 27 07:04:41.544681 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-28104c6b-a9b0-495a-b44d-43506b2f63c8 req-002e8204-1d93-4816-a828-e58920d9342a service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888836 Jul 27 07:04:41.610631 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-05a938a9-b013-4f6c-abb2-db2575a50a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '57210141-4d83-4ab1-8164-a4de11427b5a', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:24:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:01:16Z', 'updated_at': '2021-07-27T07:01:18Z', 'revision_number': 1, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:41.636794 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a938a9-b013-4f6c-abb2-db2575a50a4b None None] Checking router: 1f2caecb-7cdc-4254-90f1-5f568d0c58fc for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 07:04:41.645026 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a938a9-b013-4f6c-abb2-db2575a50a4b None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:04:41.645643 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-05a938a9-b013-4f6c-abb2-db2575a50a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:04:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:41.758871 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-05a938a9-b013-4f6c-abb2-db2575a50a4b None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:04:41.843254 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5ceec-f55d-4c36-a276-157660d8bb3b req-16cd2b45-401a-4d80-867d-086147e7f536 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:41.844782 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dcc5ceec-f55d-4c36-a276-157660d8bb3b req-16cd2b45-401a-4d80-867d-086147e7f536 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 945 time: 0.1063871 Jul 27 07:04:41.847461 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399f516-b197-4153-8c1f-97b8ad12d974 req-7f935511-64e2-4bd5-bbe8-d0cee3daab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:41.848863 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8399f516-b197-4153-8c1f-97b8ad12d974 req-7f935511-64e2-4bd5-bbe8-d0cee3daab5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 1098 time: 0.1014445 Jul 27 07:04:41.921313 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-dcc5ceec-f55d-4c36-a276-157660d8bb3b req-b8316d85-5b27-457e-a133-4c9aefaad54b tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707047 Jul 27 07:04:41.965314 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399f516-b197-4153-8c1f-97b8ad12d974 req-05157392-fea3-4847-8cdf-06f6f14a283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:41.966827 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8399f516-b197-4153-8c1f-97b8ad12d974 req-05157392-fea3-4847-8cdf-06f6f14a283b service neutron] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 913 time: 0.0965014 Jul 27 07:04:41.990710 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-05a938a9-b013-4f6c-abb2-db2575a50a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '57210141-4d83-4ab1-8164-a4de11427b5a', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:24:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:01:16Z', 'updated_at': '2021-07-27T07:01:18Z', 'revision_number': 1, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:42.012463 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8399f516-b197-4153-8c1f-97b8ad12d974 req-3eb753e7-07d7-4bee-bb64-5599cbe643f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 HTTP/1.1" status: 200 len: 217 time: 0.0380006 Jul 27 07:04:42.021106 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a938a9-b013-4f6c-abb2-db2575a50a4b None None] The sync data for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi is: [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_floatingips': [{'id': '57210141-4d83-4ab1-8164-a4de11427b5a', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'router_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'port_id': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'mac_address': 'fa:16:3e:24:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T07:01:16Z', 'updated_at': '2021-07-27T07:01:18Z', 'revision_number': 1, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 07:04:42.064938 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399f516-b197-4153-8c1f-97b8ad12d974 req-b0cce222-f909-4367-8a29-a0c2ef6cc0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:42.066395 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8399f516-b197-4153-8c1f-97b8ad12d974 req-b0cce222-f909-4367-8a29-a0c2ef6cc0d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0467751 Jul 27 07:04:42.127535 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399f516-b197-4153-8c1f-97b8ad12d974 req-9a0c2882-a483-48dd-b69a-70c1f7bdcf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:42.129091 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8399f516-b197-4153-8c1f-97b8ad12d974 req-9a0c2882-a483-48dd-b69a-70c1f7bdcf2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541644 Jul 27 07:04:42.225788 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25439e76-0602-418b-8866-52743013d916 None None] New status for floating IP 2ccaece6-9370-4706-8d4b-7d0e9bdab5d9: DOWN {{(pid=100260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 07:04:42.226833 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8399f516-b197-4153-8c1f-97b8ad12d974 req-410421df-6635-4df9-8504-043b64447a9f service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892417 Jul 27 07:04:42.321594 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-8399f516-b197-4153-8c1f-97b8ad12d974 req-37160ee5-66ba-4126-b463-252115dbaa2b service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842557 Jul 27 07:04:43.054134 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bd2c3-7138-4c12-ad4b-72c9e1a67e53 req-bf426851-91f7-4db5-95d1-1a7d8fcf68ee tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:43.055661 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-676bd2c3-7138-4c12-ad4b-72c9e1a67e53 req-bf426851-91f7-4db5-95d1-1a7d8fcf68ee tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 945 time: 0.0647166 Jul 27 07:04:43.096604 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-676bd2c3-7138-4c12-ad4b-72c9e1a67e53 req-76bc4f28-6c6e-4030-abdf-d0d8f2e4e8b1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348990 Jul 27 07:04:43.463107 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85a64c-ab30-48c7-98f6-4defcd8e21e9 req-efe933c3-03e3-4a95-96a5-f233d70305e1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:43.465469 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2a85a64c-ab30-48c7-98f6-4defcd8e21e9 req-efe933c3-03e3-4a95-96a5-f233d70305e1 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 945 time: 0.0645175 Jul 27 07:04:43.567267 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-2a85a64c-ab30-48c7-98f6-4defcd8e21e9 req-4e7d7f81-bbdd-475b-a33a-9c94ab03bfef tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Deleting port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:04:43.567607 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-2a85a64c-ab30-48c7-98f6-4defcd8e21e9 req-4e7d7f81-bbdd-475b-a33a-9c94ab03bfef tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:43.653157 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-2a85a64c-ab30-48c7-98f6-4defcd8e21e9 req-4e7d7f81-bbdd-475b-a33a-9c94ab03bfef tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] For port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:04:43.653524 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-2a85a64c-ab30-48c7-98f6-4defcd8e21e9 req-4e7d7f81-bbdd-475b-a33a-9c94ab03bfef tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:43.666123 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-2a85a64c-ab30-48c7-98f6-4defcd8e21e9 req-4e7d7f81-bbdd-475b-a33a-9c94ab03bfef tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Calling delete_port for d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:04:43.850606 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-2a85a64c-ab30-48c7-98f6-4defcd8e21e9 req-4e7d7f81-bbdd-475b-a33a-9c94ab03bfef tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:43.878683 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d7f81-bbdd-475b-a33a-9c94ab03bfef tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event deleted for resources: {'Port': ['ID=d7107101-d6df-4fc4-aad8-51fd7f2aa9d8,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:04:43.929537 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a85a64c-ab30-48c7-98f6-4defcd8e21e9 req-4e7d7f81-bbdd-475b-a33a-9c94ab03bfef tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] No DVR routers for this DVR port d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 07:04:43.932076 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-2a85a64c-ab30-48c7-98f6-4defcd8e21e9 req-4e7d7f81-bbdd-475b-a33a-9c94ab03bfef tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:43.935019 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-2a85a64c-ab30-48c7-98f6-4defcd8e21e9 req-4e7d7f81-bbdd-475b-a33a-9c94ab03bfef tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "DELETE /v2.0/ports/d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 HTTP/1.1" status: 204 len: 173 time: 0.4632375 Jul 27 07:04:43.935473 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c684de-3107-40f6-862f-5c149a053279', 'name': 'network-vif-deleted', 'tag': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:04:43.938327 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0764a2-c47c-4ef9-a75e-a8705264ca73" -d '{"events": [{"server_uuid": "87c684de-3107-40f6-862f-5c149a053279", "name": "network-vif-deleted", "tag": "d7107101-d6df-4fc4-aad8-51fd7f2aa9d8"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:04:43.986942 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 07:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e3d0e1-aa77-4f3b-a374-25df5cdea6e5 x-openstack-request-id: req-b7e3d0e1-aa77-4f3b-a374-25df5cdea6e5 {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:04:43.986942 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c684de-3107-40f6-862f-5c149a053279", "name": "network-vif-deleted", "tag": "d7107101-d6df-4fc4-aad8-51fd7f2aa9d8", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:04:43.986942 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7e3d0e1-aa77-4f3b-a374-25df5cdea6e5 {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:04:43.986942 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c684de-3107-40f6-862f-5c149a053279', 'name': 'network-vif-deleted', 'tag': 'd7107101-d6df-4fc4-aad8-51fd7f2aa9d8', 'status': 'completed', 'code': 200} Jul 27 07:04:44.190967 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-19de2cbb-7f14-438d-8f12-df66945e4268 req-bb9292c5-c120-4ed6-b06e-97bf9dd04108 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 210 time: 0.0290973 Jul 27 07:04:45.305242 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-0375878f-8bc3-43e5-a4db-0abb8ddb38b3 req-0eef437b-032f-4550-ba33-992a86d43d8d tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c684de-3107-40f6-862f-5c149a053279 HTTP/1.1" status: 200 len: 210 time: 0.0309992 Jul 27 07:04:46.094707 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:04:46.114800 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:04:46.115149 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device d7107101-d6df-4fc4-aad8-51fd7f2aa9d8 not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:04:48.743643 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 39130) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:04:48.897035 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Deleting port d4db9036-12f0-40e8-8df4-6790d9722369 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:04:48.897377 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:48.973870 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:48.974202 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:48.986129 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Calling delete_port for d4db9036-12f0-40e8-8df4-6790d9722369 owned by network:floatingip {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:04:49.205193 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:49.230070 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event deleted for resources: {'Port': ['ID=d4db9036-12f0-40e8-8df4-6790d9722369,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:04:49.290540 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:49.290865 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.db.l3_db [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Floating IP 57210141-4d83-4ab1-8164-a4de11427b5a disassociated (deleted). External IP: 172.27.1.112, port: 981c0dc9-9023-4369-9f51-91c2143c8ce2. Jul 27 07:04:49.490873 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 07:04:49.594862 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 07:04:49.599654 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:49.604028 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f39532-1495-4851-b405-0bd631b21896 None None] Sync routers for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 07:04:49.613443 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f39532-1495-4851-b405-0bd631b21896 None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:04:49.614046 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-f4f39532-1495-4851-b405-0bd631b21896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:04:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:49.634374 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-9a0c9272-b142-4e38-a48c-2aa8a0b56c14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "DELETE /v2.0/floatingips/57210141-4d83-4ab1-8164-a4de11427b5a HTTP/1.1" status: 204 len: 168 time: 0.8896613 Jul 27 07:04:49.634951 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'tag': '981c0dc9-9023-4369-9f51-91c2143c8ce2'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:04:49.637288 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a2303b-639e-4596-9cd6-9964dbc76352" -d '{"events": [{"name": "network-changed", "server_uuid": "aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225", "tag": "981c0dc9-9023-4369-9f51-91c2143c8ce2"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:04:49.679325 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 07:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa572b6-b76b-463a-9e1c-3348f3c10b8c x-openstack-request-id: req-cfa572b6-b76b-463a-9e1c-3348f3c10b8c {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:04:49.679625 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225", "tag": "981c0dc9-9023-4369-9f51-91c2143c8ce2", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:04:49.679880 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfa572b6-b76b-463a-9e1c-3348f3c10b8c {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:04:49.680585 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'tag': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'status': 'completed', 'code': 200} Jul 27 07:04:49.722310 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-f4f39532-1495-4851-b405-0bd631b21896 None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:04:49.778576 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2303b-639e-4596-9cd6-9964dbc76352 req-cc56a08f-dca3-4955-bb3b-2f48896a939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:49.780270 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6a2303b-639e-4596-9cd6-9964dbc76352 req-cc56a08f-dca3-4955-bb3b-2f48896a939b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 1099 time: 0.0558405 Jul 27 07:04:49.875031 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2303b-639e-4596-9cd6-9964dbc76352 req-255594ab-c0fb-4091-b0e4-4b1e30cc53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:49.876423 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6a2303b-639e-4596-9cd6-9964dbc76352 req-255594ab-c0fb-4091-b0e4-4b1e30cc53e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 200 len: 913 time: 0.0890930 Jul 27 07:04:49.918520 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6a2303b-639e-4596-9cd6-9964dbc76352 req-018d027d-f0d7-415e-b753-6def537806f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=981c0dc9-9023-4369-9f51-91c2143c8ce2 HTTP/1.1" status: 200 len: 217 time: 0.0347164 Jul 27 07:04:49.922517 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-f4f39532-1495-4851-b405-0bd631b21896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:49.953547 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f39532-1495-4851-b405-0bd631b21896 None None] Checking router: 1f2caecb-7cdc-4254-90f1-5f568d0c58fc for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 07:04:49.962175 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f39532-1495-4851-b405-0bd631b21896 None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:04:49.962789 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-f4f39532-1495-4851-b405-0bd631b21896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:04:27Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:49.977653 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2303b-639e-4596-9cd6-9964dbc76352 req-d2695e46-c121-4343-9a47-5159a7a1a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:49.979123 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6a2303b-639e-4596-9cd6-9964dbc76352 req-d2695e46-c121-4343-9a47-5159a7a1a771 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 200 len: 851 time: 0.0516346 Jul 27 07:04:50.041665 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2303b-639e-4596-9cd6-9964dbc76352 req-f462b1e4-4bdf-4406-8943-3a8b60caac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:50.043210 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6a2303b-639e-4596-9cd6-9964dbc76352 req-f462b1e4-4bdf-4406-8943-3a8b60caac03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7252be0b-cb05-48f6-94d5-622e0ea3ba62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575292 Jul 27 07:04:50.070133 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-f4f39532-1495-4851-b405-0bd631b21896 None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:04:50.129360 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9623914-a841-43b8-9f4b-a1c37153073a req-d9df4879-7059-4197-96b1-e7e608b5747b tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:50.130916 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c9623914-a841-43b8-9f4b-a1c37153073a req-d9df4879-7059-4197-96b1-e7e608b5747b tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 946 time: 0.0657096 Jul 27 07:04:50.144603 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6a2303b-639e-4596-9cd6-9964dbc76352 req-ae1cff16-7c87-4980-9ae1-c73267c30fcd service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931411 Jul 27 07:04:50.171453 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [req-c9623914-a841-43b8-9f4b-a1c37153073a req-c0d9cda7-71b5-44d1-a2cb-6f44b7624062 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328860 Jul 27 07:04:50.283334 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-f4f39532-1495-4851-b405-0bd631b21896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:50.310621 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f39532-1495-4851-b405-0bd631b21896 None None] The sync data for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi is: [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:02Z', 'revision_number': 4, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi', '_interfaces': [{'id': 'ae20e98e-f7b7-4fed-80b0-328555fec890', 'name': '', 'network_id': '7252be0b-cb05-48f6-94d5-622e0ea3ba62', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'mac_address': 'fa:16:3e:07:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:01Z', 'updated_at': '2021-07-27T06:58:07Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'subnets': [{'id': '3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 07:04:50.524063 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-b6a2303b-639e-4596-9cd6-9964dbc76352 req-231a1f80-432c-494d-a621-ce27d0424a09 service neutron] 10.222.0.30 "GET /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702271 Jul 27 07:04:50.525327 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05504f3f-4b6f-4ae5-bdee-2f09c05b6e5f None None] New status for floating IP 57210141-4d83-4ab1-8164-a4de11427b5a: DOWN {{(pid=100260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 07:04:51.305918 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da2230-ecfd-4a0f-a54c-3be96e16d45e req-2b8b3e8d-9191-4ddd-88ac-4cc0dff6ab14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:51.307443 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-64da2230-ecfd-4a0f-a54c-3be96e16d45e req-2b8b3e8d-9191-4ddd-88ac-4cc0dff6ab14 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 946 time: 0.0655406 Jul 27 07:04:51.346226 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-64da2230-ecfd-4a0f-a54c-3be96e16d45e req-e3e17ea3-69a1-43fe-b7f0-ba9dfcc715a8 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/security-groups?id=62461415-c723-4005-89bf-0ffb256aa173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327022 Jul 27 07:04:51.674703 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259a6ab-7dfb-4bc5-a6a7-c96456910b25 req-177f387c-0ccd-47a3-bb40-0feb0593873a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 07:04:51.676193 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e259a6ab-7dfb-4bc5-a6a7-c96456910b25 req-177f387c-0ccd-47a3-bb40-0feb0593873a tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 946 time: 0.0764832 Jul 27 07:04:51.787835 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-e259a6ab-7dfb-4bc5-a6a7-c96456910b25 req-96969e39-4761-4e77-a9bb-e296fde5f826 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Deleting port 981c0dc9-9023-4369-9f51-91c2143c8ce2 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:04:51.788174 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-e259a6ab-7dfb-4bc5-a6a7-c96456910b25 req-96969e39-4761-4e77-a9bb-e296fde5f826 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:51.911470 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [req-e259a6ab-7dfb-4bc5-a6a7-c96456910b25 req-96969e39-4761-4e77-a9bb-e296fde5f826 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] For port 981c0dc9-9023-4369-9f51-91c2143c8ce2, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=981c0dc9-9023-4369-9f51-91c2143c8ce2,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:04:51.911830 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-e259a6ab-7dfb-4bc5-a6a7-c96456910b25 req-96969e39-4761-4e77-a9bb-e296fde5f826 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:51.928289 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [req-e259a6ab-7dfb-4bc5-a6a7-c96456910b25 req-96969e39-4761-4e77-a9bb-e296fde5f826 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Calling delete_port for 981c0dc9-9023-4369-9f51-91c2143c8ce2 owned by compute:nova {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:04:52.132902 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-e259a6ab-7dfb-4bc5-a6a7-c96456910b25 req-96969e39-4761-4e77-a9bb-e296fde5f826 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:52.166196 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96969e39-4761-4e77-a9bb-e296fde5f826 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event deleted for resources: {'Port': ['ID=981c0dc9-9023-4369-9f51-91c2143c8ce2,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:04:52.211908 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [req-e259a6ab-7dfb-4bc5-a6a7-c96456910b25 req-96969e39-4761-4e77-a9bb-e296fde5f826 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] No DVR routers for this DVR port 981c0dc9-9023-4369-9f51-91c2143c8ce2 on host hv-cinder-77919 {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 07:04:52.214335 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [req-e259a6ab-7dfb-4bc5-a6a7-c96456910b25 req-96969e39-4761-4e77-a9bb-e296fde5f826 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for port, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:52.216430 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-e259a6ab-7dfb-4bc5-a6a7-c96456910b25 req-96969e39-4761-4e77-a9bb-e296fde5f826 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.30 "DELETE /v2.0/ports/981c0dc9-9023-4369-9f51-91c2143c8ce2 HTTP/1.1" status: 204 len: 173 time: 0.5337801 Jul 27 07:04:52.216892 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'name': 'network-vif-deleted', 'tag': '981c0dc9-9023-4369-9f51-91c2143c8ce2'}] {{(pid=100258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 07:04:52.219129 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32bc2341cc66c8c2f9558eff41accc399c33ff418bd8994cd1117b7fed1b83e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc973320-f757-4827-8347-21e42ca3a016" -d '{"events": [{"server_uuid": "aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225", "name": "network-vif-deleted", "tag": "981c0dc9-9023-4369-9f51-91c2143c8ce2"}]}' {{(pid=100258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 07:04:52.254463 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 07:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c2f4a0-c018-43ed-b479-e40dc65d7cce x-openstack-request-id: req-d2c2f4a0-c018-43ed-b479-e40dc65d7cce {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 07:04:52.254850 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225", "name": "network-vif-deleted", "tag": "981c0dc9-9023-4369-9f51-91c2143c8ce2", "status": "completed", "code": 200}]} {{(pid=100258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 07:04:52.255141 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2c2f4a0-c018-43ed-b479-e40dc65d7cce {{(pid=100258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 07:04:52.255539 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225', 'name': 'network-vif-deleted', 'tag': '981c0dc9-9023-4369-9f51-91c2143c8ce2', 'status': 'completed', 'code': 200} Jul 27 07:04:52.444224 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [req-9b9f911d-047c-42bf-b365-b1b3a6534e94 req-1b34fc83-627f-414f-99f1-cc3dbc4f7f6b tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea68c7a-5b6c-4f7c-96e8-2dabaf4c9225 HTTP/1.1" status: 200 len: 210 time: 0.0300159 Jul 27 07:04:53.351771 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:04:53.499165 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 39146) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:04:53.625324 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-ad40c674-63f8-4202-8ac4-b9ddbff5cc48 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Deleting port 53f492ff-28d8-43f5-941c-b4a673b5aa15 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:04:53.625668 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ad40c674-63f8-4202-8ac4-b9ddbff5cc48 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:53.704809 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ad40c674-63f8-4202-8ac4-b9ddbff5cc48 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:53.705143 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ad40c674-63f8-4202-8ac4-b9ddbff5cc48 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:53.716702 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-ad40c674-63f8-4202-8ac4-b9ddbff5cc48 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Calling delete_port for 53f492ff-28d8-43f5-941c-b4a673b5aa15 owned by network:floatingip {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:04:53.920997 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ad40c674-63f8-4202-8ac4-b9ddbff5cc48 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:53.944784 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40c674-63f8-4202-8ac4-b9ddbff5cc48 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event deleted for resources: {'Port': ['ID=53f492ff-28d8-43f5-941c-b4a673b5aa15,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:04:54.008975 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ad40c674-63f8-4202-8ac4-b9ddbff5cc48 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for floatingip, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:54.011414 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-ad40c674-63f8-4202-8ac4-b9ddbff5cc48 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9722'] for floatingip, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:54.012557 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-ad40c674-63f8-4202-8ac4-b9ddbff5cc48 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "DELETE /v2.0/floatingips/00499f91-8274-41ab-8801-074393040706 HTTP/1.1" status: 204 len: 168 time: 0.5124221 Jul 27 07:04:54.123696 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 981c0dc9-9023-4369-9f51-91c2143c8ce2 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:04:54.146623 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] No Port match for: 981c0dc9-9023-4369-9f51-91c2143c8ce2 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:04:54.147004 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Device 981c0dc9-9023-4369-9f51-91c2143c8ce2 not bound to the agent host hv-cinder-77919 {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:04:54.212806 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-4731395a-4302-465b-95d0-7d291568d886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:55.357354 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 39160) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:04:55.413472 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:55.438274 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:55.593478 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:55.596011 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:55.597186 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] 10.222.0.24 "DELETE /v2.0/security-groups/62461415-c723-4005-89bf-0ffb256aa173 HTTP/1.1" status: 204 len: 168 time: 0.2388537 Jul 27 07:04:55.606191 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62461415-c723-4005-89bf-0ffb256aa173,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:04:55.614597 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:55.614957 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:55.615306 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:55.615685 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:55.616069 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:55.616474 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:55.616870 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:55.617207 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:55.617542 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:55.617876 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:55.618217 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:55.618537 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676215d-0237-47eb-971a-fc5863d2cbb4 tempest-TestVolumeBootPattern-288894552 tempest-TestVolumeBootPattern-288894552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:55.707359 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 39164) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:04:56.134568 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bc121c8a-5134-49f4-b3ef-7b90d2b7147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929412'] for router_interface, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:56.377309 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-bc121c8a-5134-49f4-b3ef-7b90d2b7147e admin admin] Deleting port ae20e98e-f7b7-4fed-80b0-328555fec890 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:04:56.377649 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bc121c8a-5134-49f4-b3ef-7b90d2b7147e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:56.452858 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-bc121c8a-5134-49f4-b3ef-7b90d2b7147e admin admin] For port ae20e98e-f7b7-4fed-80b0-328555fec890, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=ae20e98e-f7b7-4fed-80b0-328555fec890,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:04:56.453214 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bc121c8a-5134-49f4-b3ef-7b90d2b7147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:56.465790 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-bc121c8a-5134-49f4-b3ef-7b90d2b7147e admin admin] Calling delete_port for ae20e98e-f7b7-4fed-80b0-328555fec890 owned by network:router_interface {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:04:56.667669 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-5a7e3c6e-9a91-4f97-ac86-080d2279348b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:56.692669 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bc121c8a-5134-49f4-b3ef-7b90d2b7147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:56.720915 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc121c8a-5134-49f4-b3ef-7b90d2b7147e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae20e98e-f7b7-4fed-80b0-328555fec890,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:04:56.807324 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:56.894764 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-bc121c8a-5134-49f4-b3ef-7b90d2b7147e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929384'] for router_interface, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:57.102703 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc121c8a-5134-49f4-b3ef-7b90d2b7147e admin admin] Router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 07:04:57.205981 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc121c8a-5134-49f4-b3ef-7b90d2b7147e admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 07:04:57.211383 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-bc121c8a-5134-49f4-b3ef-7b90d2b7147e admin admin] 10.222.0.24 "PUT /v2.0/routers/1f2caecb-7cdc-4254-90f1-5f568d0c58fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5025122 Jul 27 07:04:57.213501 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 39168) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:04:57.219609 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da279d9b-4169-4546-9789-d9c33dbf8aac None None] Sync routers for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 07:04:57.228613 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da279d9b-4169-4546-9789-d9c33dbf8aac None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:04:57.229311 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-da279d9b-4169-4546-9789-d9c33dbf8aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:04:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:57.319795 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Notify callbacks [] for router, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:57.423732 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:57.463028 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-da279d9b-4169-4546-9789-d9c33dbf8aac None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: dv-cinder-779194-3-iscsi {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:04:57.565714 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Deleting port 5c2a6f98-a273-4861-92bc-6a607d52eb30 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:04:57.566067 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:57.636564 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-da279d9b-4169-4546-9789-d9c33dbf8aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T07:04:56Z', 'revision_number': 5, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port': {'id': '5c2a6f98-a273-4861-92bc-6a607d52eb30', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T06:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:57.644111 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] For port 5c2a6f98-a273-4861-92bc-6a607d52eb30, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=5c2a6f98-a273-4861-92bc-6a607d52eb30,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:04:57.644484 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:57.657371 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Calling delete_port for 5c2a6f98-a273-4861-92bc-6a607d52eb30 owned by network:router_gateway {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:04:57.662581 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da279d9b-4169-4546-9789-d9c33dbf8aac None None] Checking router: 1f2caecb-7cdc-4254-90f1-5f568d0c58fc for host: dv-cinder-779194-3-iscsi {{(pid=100259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 07:04:57.670719 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da279d9b-4169-4546-9789-d9c33dbf8aac None None] Routers {'1f2caecb-7cdc-4254-90f1-5f568d0c58fc'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:04:57.671350 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-da279d9b-4169-4546-9789-d9c33dbf8aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:04:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'], 'active': True} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:57.756188 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvr_db [None req-da279d9b-4169-4546-9789-d9c33dbf8aac None None] Set router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc gateway port host: None {{(pid=100259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:04:57.810876 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_hamode_db [None req-da279d9b-4169-4546-9789-d9c33dbf8aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T07:04:57Z', 'revision_number': 6, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port_host': None}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:57.838344 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da279d9b-4169-4546-9789-d9c33dbf8aac None None] The sync data for ids ['1f2caecb-7cdc-4254-90f1-5f568d0c58fc'] in dv-cinder-779194-3-iscsi is: [{'id': '1f2caecb-7cdc-4254-90f1-5f568d0c58fc', 'name': 'tempest-TestVolumeBootPattern-1449526766-router', 'tenant_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:57:59Z', 'updated_at': '2021-07-27T07:04:57Z', 'revision_number': 6, 'project_id': '01d0f7e3f3a3428eabbd96e4520b2468', 'gw_port_host': None}] {{(pid=100259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 07:04:57.926839 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:57.953738 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2a6f98-a273-4861-92bc-6a607d52eb30,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:04:58.006728 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:58.020373 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929226'] for router_gateway, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:58.109239 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-694'] for router, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:58.111315 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:58.212643 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563395'] for router, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:58.213183 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f2caecb-7cdc-4254-90f1-5f568d0c58fc {{(pid=100258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 07:04:58.219114 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] Notify callbacks [] for router, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:58.220305 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-373c9595-52f8-44ac-b77d-c7852027c882 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1f2caecb-7cdc-4254-90f1-5f568d0c58fc HTTP/1.1" status: 204 len: 168 time: 1.0058360 Jul 27 07:04:58.223762 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 39170) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:04:58.271708 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b98b2ff-db1b-4a1e-bc3c-a978450fb561 admin admin] Deleting subnet 3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a {{(pid=100258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 07:04:58.274644 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9b98b2ff-db1b-4a1e-bc3c-a978450fb561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:58.576926 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9b98b2ff-db1b-4a1e-bc3c-a978450fb561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11690516'] for subnet, precommit_delete_associations {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:58.651482 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9b98b2ff-db1b-4a1e-bc3c-a978450fb561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:58.772952 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9b98b2ff-db1b-4a1e-bc3c-a978450fb561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12579579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12560906'] for subnet, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:58.796307 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98b2ff-db1b-4a1e-bc3c-a978450fb561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:04:58.807945 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9b98b2ff-db1b-4a1e-bc3c-a978450fb561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:58.811423 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-9b98b2ff-db1b-4a1e-bc3c-a978450fb561 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3a880b7f-dcdf-45e2-8f5b-7c5cfc48802a HTTP/1.1" status: 204 len: 168 time: 0.5856996 Jul 27 07:04:58.812534 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 39172) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:04:58.813216 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b12d4c-ab50-4b77-8074-d054f661199a None None] Network 7252be0b-cb05-48f6-94d5-622e0ea3ba62 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 07:04:58.882948 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:58.934610 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Deleting port 862fe4ae-86e9-4806-af61-84dcd8a94434 {{(pid=100258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:04:58.935312 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.004263 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.db [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] For port 862fe4ae-86e9-4806-af61-84dcd8a94434, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=862fe4ae-86e9-4806-af61-84dcd8a94434,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:04:59.004655 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.017282 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.plugin [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Calling delete_port for 862fe4ae-86e9-4806-af61-84dcd8a94434 owned by network:dhcp {{(pid=100258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:04:59.019348 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] DHCP port deletion for 7252be0b-cb05-48f6-94d5-622e0ea3ba62 request from dv-cinder-779194-3-iscsi {{(pid=100259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 07:04:59.064544 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Deleting port 862fe4ae-86e9-4806-af61-84dcd8a94434 {{(pid=100259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:04:59.064954 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.129180 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] For port 862fe4ae-86e9-4806-af61-84dcd8a94434, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=862fe4ae-86e9-4806-af61-84dcd8a94434,segment=NetworkSegment(514702b0-10dd-44cf-b5f1-d6877d92a41b),segment_id=514702b0-10dd-44cf-b5f1-d6877d92a41b)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:04:59.129501 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.138638 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12579528'] for port, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.142350 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Calling delete_port for 862fe4ae-86e9-4806-af61-84dcd8a94434 owned by network:dhcp {{(pid=100259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:04:59.167883 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=862fe4ae-86e9-4806-af61-84dcd8a94434,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:04:59.169729 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] No DVR routers for this DVR port 862fe4ae-86e9-4806-af61-84dcd8a94434 on host dv-cinder-779194-3-iscsi {{(pid=100258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 07:04:59.215373 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286'] for port, after_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.239102 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.247536 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Pushing event deleted for resources: {'Port': ['ID=862fe4ae-86e9-4806-af61-84dcd8a94434,revision_number=None']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:04:59.250557 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7252be0b-cb05-48f6-94d5-622e0ea3ba62']}} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:59.260019 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:59.260382 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:59.260764 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:59.261107 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:59.261445 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:59.261618 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514702b0-10dd-44cf-b5f1-d6877d92a41b') {'for_net_delete': True} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:59.261778 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:59.262573 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.services.segments.db [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514702b0-10dd-44cf-b5f1-d6877d92a41b') {} {{(pid=100258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:04:59.262797 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:59.263137 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:59.263583 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:59.263919 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:59.264249 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:59.264575 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-3-iscsi {{(pid=100259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 07:04:59.267303 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe2030-1a97-447a-8698-9a168ca94b92 None None] No DVR routers for this DVR port 862fe4ae-86e9-4806-af61-84dcd8a94434 on host dv-cinder-779194-3-iscsi {{(pid=100259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 07:04:59.272814 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11690983'] for segment, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.290037 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.296705 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 07:04:59.297097 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12579477'] for segment, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: Traceback (most recent call last): Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: timer() Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: cb(*args, **kw) Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: return func(*args, **kwargs) Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: self._notify() Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: self.callback(batched_events) Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: event.method(event) Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: return f(self, *a, **k) Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: return self._get(url).json() Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: return self.request(url, 'GET', **kwargs) Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 07:04:59.298728 dv-cinder-779194-3-iscsi neutron-server[100258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 07:04:59.343868 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.435314 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.440843 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.442722 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] 10.222.0.24 "DELETE /v2.0/networks/7252be0b-cb05-48f6-94d5-622e0ea3ba62 HTTP/1.1" status: 204 len: 168 time: 0.6291628 Jul 27 07:04:59.446143 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 39174) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:04:59.457198 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8d46c-7027-418b-bccc-40bc98c58f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=7252be0b-cb05-48f6-94d5-622e0ea3ba62,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:04:59.483159 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 862fe4ae-86e9-4806-af61-84dcd8a94434 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:04:59.503367 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 862fe4ae-86e9-4806-af61-84dcd8a94434 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:04:59.503959 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 862fe4ae-86e9-4806-af61-84dcd8a94434 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:04:59.504381 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device ae20e98e-f7b7-4fed-80b0-328555fec890 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:04:59.522974 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: ae20e98e-f7b7-4fed-80b0-328555fec890 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:04:59.523320 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device ae20e98e-f7b7-4fed-80b0-328555fec890 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:04:59.523735 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 5c2a6f98-a273-4861-92bc-6a607d52eb30 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:04:59.542177 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 5c2a6f98-a273-4861-92bc-6a607d52eb30 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:04:59.542450 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 5c2a6f98-a273-4861-92bc-6a607d52eb30 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:04:59.761362 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:04:59.796357 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9632-282a-4835-846e-16c22d918918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-929412'] for router_interface, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:00.039434 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e9632-282a-4835-846e-16c22d918918 admin admin] Deleting port be2f2243-b0ea-4e24-96e0-99f7d640b799 {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:05:00.039693 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9632-282a-4835-846e-16c22d918918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:00.117966 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-8e6e9632-282a-4835-846e-16c22d918918 admin admin] For port be2f2243-b0ea-4e24-96e0-99f7d640b799, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=be2f2243-b0ea-4e24-96e0-99f7d640b799,segment=NetworkSegment(2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d),segment_id=2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:05:00.118325 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9632-282a-4835-846e-16c22d918918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:00.130648 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e9632-282a-4835-846e-16c22d918918 admin admin] Calling delete_port for be2f2243-b0ea-4e24-96e0-99f7d640b799 owned by network:router_interface {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:05:00.355256 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9632-282a-4835-846e-16c22d918918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:00.382226 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e9632-282a-4835-846e-16c22d918918 admin admin] Pushing event deleted for resources: {'Port': ['ID=be2f2243-b0ea-4e24-96e0-99f7d640b799,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:05:00.546358 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9632-282a-4835-846e-16c22d918918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929384'] for router_interface, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:00.753685 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6e9632-282a-4835-846e-16c22d918918 admin admin] Router 662c7282-32e7-470b-8049-4bf55b8746ef has already been hosted by L3 agent 4662b0dc-fef2-4df9-af1c-3279a68b7a07 {{(pid=100257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 07:05:00.856840 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6e9632-282a-4835-846e-16c22d918918 admin admin] Notify agent at l3_agent.dv-cinder-779194-3-iscsi the message routers_updated {{(pid=100257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 07:05:00.861680 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-8e6e9632-282a-4835-846e-16c22d918918 admin admin] 10.222.0.24 "PUT /v2.0/routers/662c7282-32e7-470b-8049-4bf55b8746ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4139404 Jul 27 07:05:00.864283 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 39176) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:05:00.864974 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12998599-5e2d-41db-bcbd-4b64231b902f None None] Sync routers for ids ['662c7282-32e7-470b-8049-4bf55b8746ef'] in dv-cinder-779194-3-iscsi {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 07:05:00.874426 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12998599-5e2d-41db-bcbd-4b64231b902f None None] Routers {'662c7282-32e7-470b-8049-4bf55b8746ef'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:05:00.875036 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-12998599-5e2d-41db-bcbd-4b64231b902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:04:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['662c7282-32e7-470b-8049-4bf55b8746ef'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:05:00.965712 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Notify callbacks [] for router, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:00.978506 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-12998599-5e2d-41db-bcbd-4b64231b902f None None] Set router 662c7282-32e7-470b-8049-4bf55b8746ef gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:05:01.157739 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-12998599-5e2d-41db-bcbd-4b64231b902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'name': 'tempest-TestVolumeBootPattern-585061936-router', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T07:05:00Z', 'revision_number': 5, 'project_id': 'e57a8c48dddf45718aeea03bc8397837', 'gw_port': {'id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:05:01.184426 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12998599-5e2d-41db-bcbd-4b64231b902f None None] Checking router: 662c7282-32e7-470b-8049-4bf55b8746ef for host: dv-cinder-779194-3-iscsi {{(pid=100260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 07:05:01.193184 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12998599-5e2d-41db-bcbd-4b64231b902f None None] Routers {'662c7282-32e7-470b-8049-4bf55b8746ef'} bound to L3 agent in host dv-cinder-779194-3-iscsi {{(pid=100260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 07:05:01.193802 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-12998599-5e2d-41db-bcbd-4b64231b902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779194-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T06:38:57Z,description=,heartbeat_timestamp=2021-07-27T07:04:57Z,host='dv-cinder-779194-3-iscsi',id=4662b0dc-fef2-4df9-af1c-3279a68b7a07,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T06:38:57Z,topic='l3_agent')) {'router_ids': ['662c7282-32e7-470b-8049-4bf55b8746ef'], 'active': True} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:05:01.319371 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:01.382829 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_dvr_db [None req-12998599-5e2d-41db-bcbd-4b64231b902f None None] Set router 662c7282-32e7-470b-8049-4bf55b8746ef gateway port host: dv-cinder-779194-3-iscsi {{(pid=100260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 07:05:01.470775 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Deleting port 189dfbeb-f73b-456c-bbd9-682d77c6568a {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:05:01.471147 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:01.549438 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] For port 189dfbeb-f73b-456c-bbd9-682d77c6568a, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=189dfbeb-f73b-456c-bbd9-682d77c6568a,segment=NetworkSegment(adc4bf63-68c4-4903-bba7-470656fd5451),segment_id=adc4bf63-68c4-4903-bba7-470656fd5451)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:05:01.550137 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:01.562491 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.l3_hamode_db [None req-12998599-5e2d-41db-bcbd-4b64231b902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'name': 'tempest-TestVolumeBootPattern-585061936-router', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T07:05:00Z', 'revision_number': 5, 'project_id': 'e57a8c48dddf45718aeea03bc8397837', 'gw_port': {'id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}], 'dv-cinder-779194-3-iscsi', False) {} {{(pid=100260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:05:01.562859 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Calling delete_port for 189dfbeb-f73b-456c-bbd9-682d77c6568a owned by network:router_gateway {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:05:01.591559 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12998599-5e2d-41db-bcbd-4b64231b902f None None] The sync data for ids ['662c7282-32e7-470b-8049-4bf55b8746ef'] in dv-cinder-779194-3-iscsi is: [{'id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'name': 'tempest-TestVolumeBootPattern-585061936-router', 'tenant_id': 'e57a8c48dddf45718aeea03bc8397837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'external_fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T07:05:00Z', 'revision_number': 5, 'project_id': 'e57a8c48dddf45718aeea03bc8397837', 'gw_port': {'id': '189dfbeb-f73b-456c-bbd9-682d77c6568a', 'name': '', 'network_id': 'f9aa50ea-2db7-4bc5-a1cd-57c58543a5c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c7282-32e7-470b-8049-4bf55b8746ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T06:58:05Z', 'updated_at': '2021-07-27T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '149a32d3-6065-4798-a202-46ffdecc8f39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-3-iscsi'}] {{(pid=100260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 07:05:01.778693 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:01.808119 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=189dfbeb-f73b-456c-bbd9-682d77c6568a,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:05:01.868057 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929226'] for router_gateway, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:01.960199 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-694'] for router, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:01.962220 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.050644 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-563395'] for router, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.051208 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 662c7282-32e7-470b-8049-4bf55b8746ef {{(pid=100257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 07:05:02.055622 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] Notify callbacks [] for router, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.059285 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-912b303d-0278-46ea-bd96-4e31a88dbd67 admin admin] 10.222.0.24 "DELETE /v2.0/routers/662c7282-32e7-470b-8049-4bf55b8746ef HTTP/1.1" status: 204 len: 168 time: 1.1916089 Jul 27 07:05:02.060187 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 39178) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:05:02.110646 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bc97b3-1fb0-4676-9df0-d599e50df9a5 admin admin] Deleting subnet b761ba07-cdb5-40aa-9497-942f0c7be768 {{(pid=100257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 07:05:02.113965 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-34bc97b3-1fb0-4676-9df0-d599e50df9a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.149329 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-34bc97b3-1fb0-4676-9df0-d599e50df9a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1489196'] for subnet, precommit_delete_associations {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.227380 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-34bc97b3-1fb0-4676-9df0-d599e50df9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004874'] for subnet, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.349809 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-34bc97b3-1fb0-4676-9df0-d599e50df9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12401625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12332812'] for subnet, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.376705 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc97b3-1fb0-4676-9df0-d599e50df9a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b761ba07-cdb5-40aa-9497-942f0c7be768,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:05:02.378678 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-34bc97b3-1fb0-4676-9df0-d599e50df9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for subnet, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.381144 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-34bc97b3-1fb0-4676-9df0-d599e50df9a5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b761ba07-cdb5-40aa-9497-942f0c7be768 HTTP/1.1" status: 204 len: 168 time: 0.3199630 Jul 27 07:05:02.383077 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 39180) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:05:02.383347 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f804ef4c-1fdf-4da4-b263-69f77db5c62c None None] Network 00acf78e-3fb0-46ac-8139-af5241947d98 requested from dv-cinder-779194-3-iscsi {{(pid=100259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 07:05:02.449826 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869666'] for network, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.503446 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Deleting port 1eaad289-8a17-4d0b-993f-7ec7377256cd {{(pid=100257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:05:02.503788 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.567773 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a35cd44-8218-40fe-9325-287902f853d5 None None] DHCP port deletion for 00acf78e-3fb0-46ac-8139-af5241947d98 request from dv-cinder-779194-3-iscsi {{(pid=100259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 07:05:02.578901 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.db [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] For port 1eaad289-8a17-4d0b-993f-7ec7377256cd, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=1eaad289-8a17-4d0b-993f-7ec7377256cd,segment=NetworkSegment(2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d),segment_id=2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d)] {{(pid=100257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:05:02.579455 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.591864 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.plugin [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Calling delete_port for 1eaad289-8a17-4d0b-993f-7ec7377256cd owned by network:dhcp {{(pid=100257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:05:02.616675 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-3a35cd44-8218-40fe-9325-287902f853d5 None None] Deleting port 1eaad289-8a17-4d0b-993f-7ec7377256cd {{(pid=100259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 07:05:02.616990 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-3a35cd44-8218-40fe-9325-287902f853d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753740769410'] for port, before_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.680581 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.db [None req-3a35cd44-8218-40fe-9325-287902f853d5 None None] For port 1eaad289-8a17-4d0b-993f-7ec7377256cd, host dv-cinder-779194-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-3-iscsi',level=0,port_id=1eaad289-8a17-4d0b-993f-7ec7377256cd,segment=NetworkSegment(2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d),segment_id=2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d)] {{(pid=100259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 07:05:02.680999 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-3a35cd44-8218-40fe-9325-287902f853d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926568'] for port, precommit_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.694499 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-3a35cd44-8218-40fe-9325-287902f853d5 None None] Calling delete_port for 1eaad289-8a17-4d0b-993f-7ec7377256cd owned by network:dhcp {{(pid=100259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 07:05:02.727037 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12401642'] for port, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.754053 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1eaad289-8a17-4d0b-993f-7ec7377256cd,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:05:02.755890 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] No DVR routers for this DVR port 1eaad289-8a17-4d0b-993f-7ec7377256cd on host dv-cinder-779194-3-iscsi {{(pid=100257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 07:05:02.770116 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-3a35cd44-8218-40fe-9325-287902f853d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753740774364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753740386286'] for port, after_delete {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.794267 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35cd44-8218-40fe-9325-287902f853d5 None None] Pushing event deleted for resources: {'Port': ['ID=1eaad289-8a17-4d0b-993f-7ec7377256cd,revision_number=None']} {{(pid=100259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:05:02.797712 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a35cd44-8218-40fe-9325-287902f853d5 None None] No DVR routers for this DVR port 1eaad289-8a17-4d0b-993f-7ec7377256cd on host dv-cinder-779194-3-iscsi {{(pid=100259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 07:05:02.830069 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001925', 'neutron.services.segments.db._delete_segments_for_network-8753740848927'] for network, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.839623 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00acf78e-3fb0-46ac-8139-af5241947d98']}} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:05:02.849854 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d') {'for_net_delete': True} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:05:02.850155 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.services.segments.db [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6fd59e-0d5a-4df9-b2f9-d9a6f035087d') {} {{(pid=100257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 07:05:02.858981 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753740849704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1489119'] for segment, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.873042 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884'] for segment, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.878528 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 07:05:02.878994 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4002884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12401591'] for segment, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: Traceback (most recent call last): Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: timer() Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: cb(*args, **kw) Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: return func(*args, **kwargs) Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: self._notify() Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: self.callback(batched_events) Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: event.method(event) Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: return f(self, *a, **k) Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._get(url).json() Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: return self.request(url, 'GET', **kwargs) Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 07:05:02.880646 dv-cinder-779194-3-iscsi neutron-server[100257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 07:05:03.018414 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-929270'] for network, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:03.023916 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737178'] for network, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:03.027810 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] 10.222.0.24 "DELETE /v2.0/networks/00acf78e-3fb0-46ac-8139-af5241947d98 HTTP/1.1" status: 204 len: 168 time: 0.6418149 Jul 27 07:05:03.036566 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957edab-dd93-412c-9834-5331c92ee3fe admin admin] Pushing event deleted for resources: {'Network': ['ID=00acf78e-3fb0-46ac-8139-af5241947d98,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:05:03.319246 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 39184) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:05:03.359174 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-7e3c0b6b-427b-452d-a0a8-1a65c1b60495 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01d0f7e3f3a3428eabbd96e4520b2468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387914 Jul 27 07:05:03.361693 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [-] (100257) accepted ('10.222.0.24', 39186) {{(pid=100257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:05:03.408858 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-bee8eaa7-ba36-4375-be84-b2a7512dc8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:03.429968 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-bee8eaa7-ba36-4375-be84-b2a7512dc8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:03.483061 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 189dfbeb-f73b-456c-bbd9-682d77c6568a no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:05:03.503263 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 189dfbeb-f73b-456c-bbd9-682d77c6568a {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:05:03.503608 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 189dfbeb-f73b-456c-bbd9-682d77c6568a not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:05:03.504022 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 1eaad289-8a17-4d0b-993f-7ec7377256cd no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:05:03.525388 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: 1eaad289-8a17-4d0b-993f-7ec7377256cd {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:05:03.525728 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device 1eaad289-8a17-4d0b-993f-7ec7377256cd not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:05:03.526135 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device be2f2243-b0ea-4e24-96e0-99f7d640b799 no longer exists at agent ovs-agent-dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 07:05:03.541611 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-bee8eaa7-ba36-4375-be84-b2a7512dc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:03.544611 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron_lib.callbacks.manager [None req-bee8eaa7-ba36-4375-be84-b2a7512dc8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:03.544835 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.plugin [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] No Port match for: be2f2243-b0ea-4e24-96e0-99f7d640b799 {{(pid=100259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 07:05:03.545174 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron.plugins.ml2.rpc [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Device be2f2243-b0ea-4e24-96e0-99f7d640b799 not bound to the agent host dv-cinder-779194-3-iscsi {{(pid=100259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 07:05:03.545772 dv-cinder-779194-3-iscsi neutron-server[100257]: INFO neutron.wsgi [None req-bee8eaa7-ba36-4375-be84-b2a7512dc8f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9a393df-bd7b-4983-9855-da9ec7ca318b HTTP/1.1" status: 204 len: 168 time: 0.1831930 Jul 27 07:05:03.553747 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8eaa7-ba36-4375-be84-b2a7512dc8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a393df-bd7b-4983-9855-da9ec7ca318b,revision_number=None']} {{(pid=100257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:05:04.216130 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 39192) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:05:04.255758 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-d37833b1-4190-46bb-821b-6de66e16a423 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e57a8c48dddf45718aeea03bc8397837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384283 Jul 27 07:05:04.258661 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.wsgi [-] (100258) accepted ('10.222.0.24', 39194) {{(pid=100258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 07:05:04.305117 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9ba03c36-8f5b-415c-bf34-725bf2f2c575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:04.327263 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9ba03c36-8f5b-415c-bf34-725bf2f2c575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:04.435854 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9ba03c36-8f5b-415c-bf34-725bf2f2c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753120'] for security_group, after_delete {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:04.438469 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron_lib.callbacks.manager [None req-9ba03c36-8f5b-415c-bf34-725bf2f2c575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:04.442217 dv-cinder-779194-3-iscsi neutron-server[100258]: INFO neutron.wsgi [None req-9ba03c36-8f5b-415c-bf34-725bf2f2c575 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afbed147-c36f-4afc-b832-fe14f35bee05 HTTP/1.1" status: 204 len: 168 time: 0.1800456 Jul 27 07:05:04.448237 dv-cinder-779194-3-iscsi neutron-server[100258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba03c36-8f5b-415c-bf34-725bf2f2c575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbed147-c36f-4afc-b832-fe14f35bee05,revision_number=None']} {{(pid=100258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 07:05:24.223361 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-e0de815a-c6c1-476f-b678-a77c7e99799f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:26.680322 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1162-1198-4070-bbe2-d2de63e47602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:26.817209 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:28.015613 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:29.352327 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:29.759842 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:30.351136 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:05:54.171303 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-becc4085-b2d8-4dfa-a32e-f55f1476cd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:56.673715 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-a65a4572-b13e-45a9-8e91-b564d1b8cd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:56.788221 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:58.011101 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:59.296890 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:05:59.785984 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:06:07.350033 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:06:24.168382 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-2dd36db4-230c-4a6a-a683-89071acf703a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:06:26.650080 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b83d-3ce9-423c-b21b-c10eece33336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:06:26.798591 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:06:27.985995 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:06:29.307084 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:06:29.792876 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:06:44.348722 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:06:54.152301 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-cac921ae-9980-4cac-9217-210580bfc956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:06:56.664579 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-aa3a3500-e502-490f-ab1b-1fe2ff2956bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:06:56.812810 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:06:57.992396 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:06:59.312283 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:06:59.815277 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:07:21.348158 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:07:24.157216 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8bb136d4-e94c-466f-883d-aab52bea2a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:07:26.654689 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-616e6068-3cd7-4d9b-ae2f-8bc9be1866a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:07:26.802936 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:07:28.035514 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:07:29.356996 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:07:29.831645 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:07:54.182889 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-34d3db42-5cfc-46aa-8d10-79a4f1668b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:07:56.668792 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-876e6670-eaf9-47a8-943f-075b6a494fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:07:56.813556 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:07:58.017235 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:07:58.347573 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:07:59.339379 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:07:59.807752 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:08:24.167178 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-58d3280d-6155-45ba-9655-d17629e9f5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:08:26.656241 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-2756475a-74b3-43ca-a706-93e176f0f848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:08:26.801770 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:08:28.041513 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:08:29.307542 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:08:29.799358 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:08:35.347324 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:08:54.210337 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-29cf64c1-3c87-4a3b-b446-ce1cb8f73ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:08:56.667020 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-01fe93a1-e66f-45e9-9f86-670eab0b5d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:08:56.826761 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:08:58.021498 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:08:59.347005 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:08:59.817732 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:09:12.345757 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:09:24.163268 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-94ab6650-e88a-42b5-9068-9ee39b09796e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:09:26.689487 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-2db562ee-0c48-42ae-b653-ed9848fd2e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:09:26.821106 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:09:28.045744 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:09:29.325664 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:09:29.823034 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:09:32.347324 dv-cinder-779194-3-iscsi neutron-server[100257]: DEBUG neutron.wsgi [req-74e2431d-d956-4b8f-a306-a3c07c592b29 req-619d4d41-41b2-4031-a077-2905bf989634 service neutron] (100257) timed out ('10.222.0.30', 63850) {{(pid=100257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 07:09:49.343890 dv-cinder-779194-3-iscsi neutron-server[100260]: DEBUG neutron.db.agents_db [None req-e32c3900-1c70-4687-b20a-a559ddd8f826 None None] Agent healthcheck: found 6 active agents {{(pid=100260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 07:09:54.164795 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-07d6f2d1-a3e2-4fac-8053-d6da15c3cc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:09:56.692931 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-de06cc6b-bd57-4ed9-9cdf-1efa88cbe87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:09:56.811125 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-652bcd00-9e08-42be-b19a-62a0b4399d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:09:58.025569 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-948b1099-9b3e-46f6-910a-2598d89655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:09:59.333818 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-8acfa51f-e282-4602-8497-472a5b6e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 07:09:59.842438 dv-cinder-779194-3-iscsi neutron-server[100259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0fe-0961-45da-ac65-d4e67e35fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753740848909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009193'] for agent, after_update {{(pid=100259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}